-- Logs begin at Mon 2021-11-01 22:18:21 UTC, end at Mon 2021-11-01 23:18:58 UTC. -- Nov 01 22:48:22.426922 dv-cinder-812216-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 01 22:48:25.182988 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.common.config [-] Logging enabled! Nov 01 22:48:25.183613 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 22:48:25.183822 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 22:48:25.187008 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.common.config [-] Logging enabled! Nov 01 22:48:25.187260 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev128 Nov 01 22:48:25.187594 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101184) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 01 22:48:25.188509 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 22:48:25.188738 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 22:48:25.189097 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 22:48:25.189479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 22:48:25.189702 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 22:48:25.190016 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.190309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.190599 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.190823 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.191113 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.191398 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.191706 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.191992 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.192283 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.192563 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.192838 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.193115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.193340 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.193612 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.193892 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.194177 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.194394 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.194666 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.195093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.195507 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.195791 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.196075 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.196347 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.196614 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.196885 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.197165 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.197489 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] host = dv-cinder-812216-2-iscsi {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.197761 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.198043 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.198322 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.198602 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.198869 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.199139 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.199414 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.199706 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.199973 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.200245 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.200526 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.200807 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.201097 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.201317 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.201533 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.201815 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.202095 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.202366 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.202634 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.202904 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.203170 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.203438 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.203724 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.204006 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.204284 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.204561 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.205348 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.205619 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.205881 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.206147 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.206425 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.206693 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.206962 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.207228 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.207530 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.207799 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.208069 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.208364 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.208645 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.208923 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.209201 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.209472 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.209749 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.210016 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.210281 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.210545 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.210811 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.211074 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.211346 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.211635 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.211902 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.212171 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.212435 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.212712 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:25.213003 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.213292 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.213584 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.213860 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.214158 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.214440 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.214721 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.214991 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.215274 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.215577 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.215861 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.216134 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.216413 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.216685 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.216973 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.217273 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.217560 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.217846 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.218115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.218383 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.218653 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.218924 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.219206 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.219500 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.219784 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.220067 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.220341 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.221170 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.221458 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.221741 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.222010 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.222283 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.222566 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.222835 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.223101 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.223370 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.223674 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.223945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.224213 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.224495 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.224767 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.225032 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.225298 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.225567 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.225847 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.226115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.226382 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.226650 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.226923 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.227189 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.227483 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.227767 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.228035 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.228301 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.228573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.228838 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.229103 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.229372 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.229638 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.229907 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.230174 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.230438 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.230704 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.230969 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.231236 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.231525 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.231793 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.232065 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.232332 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.232597 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.232864 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.233130 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.233396 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.233675 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.233967 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.234241 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.234521 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.234797 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.235070 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.235342 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.235655 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.235934 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.236233 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.236504 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.236788 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.237070 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.237350 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.237626 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.237901 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.238214 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.238487 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.238766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.239039 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.239313 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.239624 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.239904 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.240192 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.240479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.240764 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.241050 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.241336 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.241609 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.241908 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.242180 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:25.242392 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 22:48:25.242625 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101184) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 01 22:48:25.670011 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 22:48:25.670290 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 22:48:25.670577 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 01 22:48:25.670905 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 01 22:48:25.991546 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:25.991772 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:25.992048 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:25.993243 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:25.993511 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:25.993770 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.027978 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.028259 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.028523 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.043475 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.043766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.044032 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.074579 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.074849 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.075107 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.110194 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.110471 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.110735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.346868 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.347517 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.347517 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.347768 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.348357 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.474474 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.474793 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.475072 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.475336 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.475623 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.475935 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.476192 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.476448 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.476701 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.476982 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.477237 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.477497 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.477750 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.477998 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.478250 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.478509 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.478759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.479020 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.479288 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.479561 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.479828 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.480077 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.480357 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.480730 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.480975 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.481216 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.481612 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.481854 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.482090 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.482323 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.482557 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.482788 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:26.483146 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 01 22:48:26.486987 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 01 22:48:26.490922 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 01 22:48:26.494869 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 01 22:48:26.496510 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 01 22:48:26.496973 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 01 22:48:26.497307 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 01 22:48:26.497685 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 01 22:48:26.500494 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 01 22:48:26.500741 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 01 22:48:26.501079 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 22:48:26.506317 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 01 22:48:26.528364 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 01 22:48:26.528816 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.529114 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101184) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 01 22:48:26.529470 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.530844 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101184) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 01 22:48:26.531122 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 01 22:48:26.531362 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 01 22:48:26.535149 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.535428 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:26.598070 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 01 22:48:26.598249 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 01 22:48:26.598483 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 01 22:48:26.598857 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 01 22:48:26.619872 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_db.sqlalchemy.engines [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101184) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 01 22:48:27.166759 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing driver for type 'gre' Nov 01 22:48:27.167292 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] gre ID ranges: [(1, 1000)] Nov 01 22:48:27.217030 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing driver for type 'local' Nov 01 22:48:27.217371 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing driver for type 'vlan' Nov 01 22:48:27.230929 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] VlanTypeDriver initialization complete Nov 01 22:48:27.231291 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing driver for type 'vxlan' Nov 01 22:48:27.231815 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] vxlan ID ranges: [(1, 1000)] Nov 01 22:48:27.281542 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing extension driver 'port_security' Nov 01 22:48:27.281984 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.extensions.port_security [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] PortSecurityExtensionDriver initialization complete Nov 01 22:48:27.282323 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing mechanism driver 'openvswitch' Nov 01 22:48:27.282652 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing mechanism driver 'hyperv' Nov 01 22:48:27.289837 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.plugin [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:27.290679 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.291057 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.291413 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.291973 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.292411 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.292769 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.293119 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.293519 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.293929 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.294287 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.294635 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.295037 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.295451 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.295822 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.296167 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.296565 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.296974 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.297324 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.297665 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.298065 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.299082 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > address_group after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.299490 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > address_group after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.299836 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > address_group after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.300235 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101184) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 01 22:48:27.300618 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] ML2 OVO RPC backend initialized. {{(pid=101184) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 01 22:48:27.301326 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.301683 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.302100 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.302722 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > networks before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.303070 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.303414 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > ports before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.303784 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.304126 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnets before_response 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.304481 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.304823 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.305165 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.305502 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.305839 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.306174 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.306509 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.306846 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.307181 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.307790 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.plugin [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Modular L2 Plugin initialization complete Nov 01 22:48:27.308122 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading services supported by the core plugin {{(pid=101184) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 01 22:48:27.308450 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.plugins.ml2.managers [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Got port-security extension from driver 'port_security' Nov 01 22:48:27.308919 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.extensions.vlantransparent [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Disabled vlantransparent extension. Nov 01 22:48:27.309401 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101184) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 01 22:48:27.309719 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: router Nov 01 22:48:27.345080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.346404 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.346786 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router before_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.347158 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.347717 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.347908 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_delete 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.348268 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > floatingip after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.348743 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > floatingip after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.349113 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.349468 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.349822 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.350176 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.350537 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.350949 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.351321 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.351689 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.352066 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: subnet after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.352412 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.352764 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > port precommit_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.353113 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.353461 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.353806 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.354166 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router after_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.354511 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_delete 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.354864 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_create 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.355232 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.355612 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_update 55549900 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.355981 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > agent after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.356334 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > agent after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.356681 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > network after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.357542 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Tracking information for resource: router configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:27.357876 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Tracking information for resource: floatingip configured {{(pid=101184) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 01 22:48:27.363417 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.db.l3_agentschedulers_db [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 01 22:48:27.364043 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.364407 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.364760 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.365115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: port after_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.365904 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router before_create 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.366271 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_delete 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.366636 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_create 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.366995 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > router precommit_update 55550100 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.371964 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.provider_configuration [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service providers = [] {{(pid=101184) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 01 22:48:27.372333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.db.servicetype_db [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101184) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 01 22:48:27.375273 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.service_base [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 22:48:27.375668 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.service_base [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 22:48:27.376020 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.service_base [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 22:48:27.376950 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.services.service_base [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101184) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 01 22:48:27.377325 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.services.service_base [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 01 22:48:27.377699 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.378022 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 01 22:48:27.390079 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.390419 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: auto_allocate Nov 01 22:48:27.396901 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: network precommit_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.397277 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: network precommit_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.397798 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.398123 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: tag Nov 01 22:48:27.404950 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.405288 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: timestamp Nov 01 22:48:27.409761 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.410090 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: network_ip_availability Nov 01 22:48:27.415575 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.415960 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.416322 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.417083 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.417356 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: flavors Nov 01 22:48:27.422465 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.422803 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading Plugin: revisions Nov 01 22:48:27.427187 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101184) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 01 22:48:27.427871 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.757s {{(pid=101184) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 01 22:48:27.428616 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101184) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 01 22:48:27.428961 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Initializing extension manager. Nov 01 22:48:27.429474 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: __init__.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.429820 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: __pycache__ {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.430158 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.430493 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.431248 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.431847 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: address-group Nov 01 22:48:27.432176 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: address_scope.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.432900 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.433412 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: address-scope Nov 01 22:48:27.433738 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: admin_state_down_before_update.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.434681 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.435197 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: router-admin-state-down-before-update Nov 01 22:48:27.435546 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: agent.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.436263 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.436769 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: agent Nov 01 22:48:27.437091 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: agent_resources_synced.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.438011 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.438523 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: agent-resources-synced Nov 01 22:48:27.438847 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: allowedaddresspairs.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.440728 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.441250 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: allowed-address-pairs Nov 01 22:48:27.441581 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: auto_allocated_topology.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.442687 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.443183 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: auto-allocated-topology Nov 01 22:48:27.443597 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.444300 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.444807 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: availability_zone Nov 01 22:48:27.445133 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: availability_zone_filter.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.446068 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.446576 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: availability_zone_filter Nov 01 22:48:27.446900 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: data_plane_status.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.447848 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.448359 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension data-plane-status not supported by any of loaded plugins Nov 01 22:48:27.448685 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: default_subnetpools.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.449613 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.450119 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: default-subnetpools Nov 01 22:48:27.450445 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: dhcpagentscheduler.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.451255 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.451783 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: dhcp_agent_scheduler Nov 01 22:48:27.452111 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: dns.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.453041 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.453547 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension dns-integration not supported by any of loaded plugins Nov 01 22:48:27.453876 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: dns_domain_ports.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.455338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.455884 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 01 22:48:27.456224 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.457164 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.457671 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 01 22:48:27.457999 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: dvr.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.458681 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.459188 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: dvr Nov 01 22:48:27.459538 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: ecmp_routes.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.460480 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.460992 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 01 22:48:27.461320 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: empty_string_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.462246 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.462756 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: empty-string-filtering Nov 01 22:48:27.463084 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.464044 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.464554 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 01 22:48:27.464879 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.465798 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.466313 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 01 22:48:27.466637 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: external_net.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.467591 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.468103 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: external-net Nov 01 22:48:27.468426 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: extra_dhcp_opt.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.469343 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.469850 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: extra_dhcp_opt Nov 01 22:48:27.470173 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: extraroute.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.471747 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.472258 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: extraroute Nov 01 22:48:27.472584 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: extraroute_atomic.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.473620 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.474133 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: extraroute-atomic Nov 01 22:48:27.474462 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: filter_validation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.475309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.475859 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: filter-validation Nov 01 22:48:27.476190 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: fip_pf_description.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.477119 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.477630 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 01 22:48:27.477954 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: fip_port_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.478886 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.479399 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: fip-port-details Nov 01 22:48:27.479756 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: flavors.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.481001 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.481520 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: flavors Nov 01 22:48:27.481853 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.483574 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.484097 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 01 22:48:27.484433 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: floatingip_pools.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.485137 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.485646 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: floatingip-pools Nov 01 22:48:27.486021 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: ip_allocation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.486960 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.487474 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension ip_allocation not supported by any of loaded plugins Nov 01 22:48:27.487816 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.488746 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.489258 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: ip-substring-filtering Nov 01 22:48:27.489589 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l2_adjacency.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.490530 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.491034 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 01 22:48:27.491364 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.492371 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.492892 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: router Nov 01 22:48:27.493222 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3_conntrack_helper.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.495486 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.496024 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 01 22:48:27.496366 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.497324 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.497845 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: ext-gw-mode Nov 01 22:48:27.498181 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.499126 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.499679 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: l3-ha Nov 01 22:48:27.500013 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3_flavors.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.500945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.501455 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: l3-flavors Nov 01 22:48:27.501828 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.502748 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.503261 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 01 22:48:27.503624 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: l3agentscheduler.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.504656 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.505171 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: l3_agent_scheduler Nov 01 22:48:27.505503 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: logging.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.507016 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.507569 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension logging not supported by any of loaded plugins Nov 01 22:48:27.507908 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: metering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.508660 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.509235 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: metering Nov 01 22:48:27.509570 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.510813 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.511334 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: metering_source_and_destination_fields Nov 01 22:48:27.511695 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: multiprovidernet.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.512642 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.513151 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: multi-provider Nov 01 22:48:27.513479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: netmtu.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.514409 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.514918 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: net-mtu Nov 01 22:48:27.515246 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: netmtu_writable.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.516209 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.516717 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: net-mtu-writable Nov 01 22:48:27.517044 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: network_availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.518263 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.518772 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: network_availability_zone Nov 01 22:48:27.519096 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: network_ip_availability.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.520250 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.520761 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: network-ip-availability Nov 01 22:48:27.521086 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: network_segment_range.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.521861 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.522363 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension network-segment-range not supported by any of loaded plugins Nov 01 22:48:27.522688 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: pagination.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.523712 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.524049 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: pagination Nov 01 22:48:27.524372 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: port_device_profile.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.525292 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.525803 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: port-device-profile Nov 01 22:48:27.526130 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.527070 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.527617 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: port-mac-address-regenerate Nov 01 22:48:27.527945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.528876 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.529384 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: port-numa-affinity-policy Nov 01 22:48:27.529710 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: port_resource_request.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.530642 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.531147 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension port-resource-request not supported by any of loaded plugins Nov 01 22:48:27.531495 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: port_resource_request_groups.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.532480 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.533588 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 01 22:48:27.533918 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: portbindings.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.534866 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.535381 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: binding Nov 01 22:48:27.535742 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: portbindings_extended.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.537031 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.537549 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: binding-extended Nov 01 22:48:27.537878 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: portsecurity.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.538807 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.539324 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: port-security Nov 01 22:48:27.539685 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: project_id.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.540673 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.541011 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: project-id Nov 01 22:48:27.541340 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: providernet.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.542274 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.542787 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: provider Nov 01 22:48:27.543113 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.546748 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.547273 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos not supported by any of loaded plugins Nov 01 22:48:27.547648 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.548950 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.549470 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 01 22:48:27.549802 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.550734 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.551249 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 01 22:48:27.551616 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_default.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.552816 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.553327 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-default not supported by any of loaded plugins Nov 01 22:48:27.553655 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_fip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.554315 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.554821 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-fip not supported by any of loaded plugins Nov 01 22:48:27.555168 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_gateway_ip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.556134 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.556646 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 01 22:48:27.556980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_port_network_policy.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.557903 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.558411 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 01 22:48:27.558738 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.559824 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.560331 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 01 22:48:27.560658 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_pps_rule.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.561847 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.562534 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-pps not supported by any of loaded plugins Nov 01 22:48:27.562867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_rule_type_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.563838 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.564410 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 01 22:48:27.564742 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: qos_rules_alias.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.565818 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.566333 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 01 22:48:27.566665 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: quotasv2.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.567628 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.567966 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: quotas Nov 01 22:48:27.568291 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: quotasv2_detail.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.571413 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.571785 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: quota_details Nov 01 22:48:27.572124 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: rbac.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.573184 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.573710 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: rbac-policies Nov 01 22:48:27.574044 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: rbac_address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.574986 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.575534 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: rbac-address-group Nov 01 22:48:27.575868 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: rbac_address_scope.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.576815 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.577333 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: rbac-address-scope Nov 01 22:48:27.577663 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: rbac_security_groups.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.578599 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.579115 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: rbac-security-groups Nov 01 22:48:27.579444 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: rbac_subnetpool.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.580930 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.581443 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: rbac-subnetpool Nov 01 22:48:27.581771 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: revisionifmatch.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.582707 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.583219 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: revision-if-match Nov 01 22:48:27.583586 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: revisions.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.584721 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.585238 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: standard-attr-revisions Nov 01 22:48:27.585568 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: router_availability_zone.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.586251 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.586769 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: router_availability_zone Nov 01 22:48:27.587093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: routerservicetype.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.588053 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.588565 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension router-service-type not supported by any of loaded plugins Nov 01 22:48:27.588891 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.589833 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.590347 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: security-groups-normalized-cidr Nov 01 22:48:27.590671 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: security_groups_port_filtering.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.591634 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.592149 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: port-security-groups-filtering Nov 01 22:48:27.592474 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.593494 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.594007 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: security-groups-remote-address-group Nov 01 22:48:27.594337 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: securitygroup.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.605140 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.605680 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: security-group Nov 01 22:48:27.606016 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: segment.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.606820 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.607340 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension segment not supported by any of loaded plugins Nov 01 22:48:27.607704 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.608682 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.609196 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 01 22:48:27.609527 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: servicetype.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.610672 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.611234 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: service-type Nov 01 22:48:27.611582 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: sorting.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.612579 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.612919 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: sorting Nov 01 22:48:27.613245 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: standard_attr_segment.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.614177 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.614690 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 01 22:48:27.615018 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: standardattrdescription.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.615701 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.616211 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: standard-attr-description Nov 01 22:48:27.616539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: stateful_security_group.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.617489 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.618003 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: stateful-security-group Nov 01 22:48:27.618334 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: stdattrs_common.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.618927 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 01 22:48:27.619253 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.620229 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.620754 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 01 22:48:27.621082 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnet_onboard.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.622165 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.622687 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: subnet_onboard Nov 01 22:48:27.623027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.623994 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.624511 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 01 22:48:27.624841 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnet_service_types.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.625779 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.626302 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: subnet-service-types Nov 01 22:48:27.626679 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnetallocation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.627823 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.628349 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: subnet_allocation Nov 01 22:48:27.628682 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.629364 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.629876 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: subnetpool-prefix-ops Nov 01 22:48:27.630203 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.631162 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.631704 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 01 22:48:27.632032 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: tagging.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.633113 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.633630 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: standard-attr-tag Nov 01 22:48:27.633962 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: timestamp.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.635187 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.635739 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loaded extension: standard-attr-timestamp Nov 01 22:48:27.636075 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: trunk.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.637123 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.637647 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension trunk not supported by any of loaded plugins Nov 01 22:48:27.637977 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: trunk_details.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.638906 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.639418 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension trunk-details not supported by any of loaded plugins Nov 01 22:48:27.639775 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: uplink_status_propagation.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.640713 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.641226 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 01 22:48:27.641552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Loading extension file: vlantransparent.py {{(pid=101184) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 01 22:48:27.642760 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101184) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 01 22:48:27.643270 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 01 22:48:27.645728 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:network Nov 01 22:48:27.646258 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnet Nov 01 22:48:27.646665 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 22:48:27.647063 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:port Nov 01 22:48:27.648324 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.648782 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service FLAVORS assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.649404 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.649853 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.650189 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:router Nov 01 22:48:27.650627 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:floatingip Nov 01 22:48:27.651119 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service METERING assigned prefix: /metering {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.652602 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.652982 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.653344 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101184) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:48:27.654351 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 22:48:27.654817 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:security_group Nov 01 22:48:27.655251 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 22:48:27.655899 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.656236 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 22:48:27.656590 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] subnetpool is already registered Nov 01 22:48:27.657026 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.657356 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 22:48:27.657705 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] subnetpool is already registered Nov 01 22:48:27.660738 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.661198 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service FLAVORS assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.661843 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.662293 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.662638 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:router Nov 01 22:48:27.662984 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] router is already registered Nov 01 22:48:27.663402 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:floatingip Nov 01 22:48:27.663772 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] floatingip is already registered Nov 01 22:48:27.664238 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service METERING assigned prefix: /metering {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.664949 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of CountableResource for resource:rbac_policy Nov 01 22:48:27.665284 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] rbac_policy is already registered Nov 01 22:48:27.665706 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:security_group Nov 01 22:48:27.666049 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] security_group is already registered Nov 01 22:48:27.666483 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 01 22:48:27.666823 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] security_group_rule is already registered Nov 01 22:48:27.667348 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.667660 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 22:48:27.668005 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] subnetpool is already registered Nov 01 22:48:27.668433 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.v2.resource_helper [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Service CORE assigned prefix: {{(pid=101184) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 01 22:48:27.668761 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Creating instance of TrackedResource for resource:subnetpool Nov 01 22:48:27.669097 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING neutron.quota.resource_registry [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] subnetpool is already registered Nov 01 22:48:27.670807 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: extensions {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.672316 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: address-groups {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.673865 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: address-scopes {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.675132 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.676436 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: auto-allocated-topology {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.677996 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: availability_zones {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.679220 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: dhcp-networks {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.680676 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: dhcp-agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.682225 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.684405 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: flavors {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.685695 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: service_profiles {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.686916 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: next_providers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.688409 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: service_profiles {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.689982 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: floatingip-pools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.691316 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.693488 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: floatingips {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.694789 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: l3-routers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.696228 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: l3-agents {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.697650 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: metering-labels {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.698932 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: metering-label-rules {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.700364 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: network-ip-availabilities {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.701671 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: bindings {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.703235 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: quotas {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.705481 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: quotas {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.707037 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: rbac-policies {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.708304 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: security-groups {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.709639 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: security-group-rules {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.710888 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: service-providers {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.713016 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: subnetpools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.714442 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: subnetpools {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.715987 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.718716 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.721552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.723367 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.725122 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.727074 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.728838 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.731710 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.733493 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.735236 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron.api.extensions [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Extended resource: tags {{(pid=101184) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 01 22:48:27.741504 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING keystonemiddleware.auth_token [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 01 22:48:27.746069 dv-cinder-812216-2-iscsi neutron-server[101184]: WARNING keystonemiddleware.auth_token [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 01 22:48:27.755079 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Acquired lock "singleton_lock" {{(pid=101184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 01 22:48:27.755601 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_concurrency.lockutils [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Releasing lock "singleton_lock" {{(pid=101184) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 01 22:48:27.756259 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Starting 2 workers Nov 01 22:48:27.761096 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Started child 101291 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 22:48:27.765525 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Started child 101292 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 22:48:27.766536 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.767732 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO neutron.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 01 22:48:27.768336 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Publish callbacks [] for process, before_spawn {{(pid=101184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.768583 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [-] (101291) wsgi starting up on http://0.0.0.0:9696 Nov 01 22:48:27.770619 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.771091 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Starting 1 workers Nov 01 22:48:27.771997 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [-] (101292) wsgi starting up on http://0.0.0.0:9696 Nov 01 22:48:27.776009 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Started child 101293 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 22:48:27.776548 dv-cinder-812216-2-iscsi neutron-server[101184]: INFO oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Starting 1 workers Nov 01 22:48:27.779760 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] calling RpcWorker wait() {{(pid=101293) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 01 22:48:27.780281 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] returning from RpcWorker wait() {{(pid=101293) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 01 22:48:27.781005 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Started child 101294 {{(pid=101184) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 01 22:48:27.781572 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.781810 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG neutron_lib.callbacks.manager [None req-52a8b21d-312e-4b32-b7ca-fe497a82597d None None] Publish callbacks [] for process, after_spawn {{(pid=101184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.782140 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:27.784288 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 22:48:27.784518 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 22:48:27.784705 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 22:48:27.784923 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 22:48:27.785278 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 22:48:27.785443 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 22:48:27.785968 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.786263 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.786520 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.786610 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:27.787061 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.787061 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.787618 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.787866 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.788103 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.788394 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.788657 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.788827 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.788992 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.789240 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.789484 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.789785 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.790045 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.790294 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.790566 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.790737 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.790980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.791256 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.791544 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.791827 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.792085 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.792564 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.792812 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.793064 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.793283 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.793556 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.793803 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.794056 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.794292 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.794539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.794790 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.795062 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.795323 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.795635 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.795875 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.796125 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.796362 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.796855 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] host = dv-cinder-812216-2-iscsi {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.797071 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.797303 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.797552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.797796 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.798047 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.798286 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.798611 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.798859 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.799117 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.799358 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.799647 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.799906 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.800149 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.800409 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.800555 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_options = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.800780 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.801052 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.801308 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.801509 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.801665 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.801841 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.802124 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.802526 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.802777 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.802993 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.803259 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.803421 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.803679 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.803894 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.804162 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.804404 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.804638 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.804853 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.805115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.805342 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.805586 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.805829 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.806044 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.806266 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.806501 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.806730 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.806973 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.807192 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.807405 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.807680 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.807922 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.808167 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.808398 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.808657 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.808922 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.809151 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.809381 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.809627 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.809899 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.810124 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.810369 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.810624 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.810837 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.811079 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.811293 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.811525 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.811741 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.811951 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.812188 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.812435 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.812647 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.812885 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.813066 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.813276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.813508 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.813945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.815523 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.815523 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.815523 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.815789 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.816022 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.816267 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.816501 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.816754 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.816843 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:27.816990 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.817279 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.817536 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.817882 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.818045 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.818301 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.818721 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.818964 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.819321 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.819634 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.819884 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.820107 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.820349 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.820616 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.820838 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.821073 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.821345 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.821765 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.822255 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.822743 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.823141 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.823592 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.823986 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.824217 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.824447 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.824689 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.824933 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.825151 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.825434 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.825674 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.825908 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.826132 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827147 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827147 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827147 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827147 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827820 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.827988 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.828227 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.828444 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.828660 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.828889 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.829123 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.829386 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.829612 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.830455 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.830672 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.830885 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.831121 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.831354 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.831607 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.831822 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.832035 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.832252 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.832463 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.832715 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.832957 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.833196 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.833409 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.833653 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.833919 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.834159 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.834400 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.834615 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.834853 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.835088 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.835318 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.835565 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.835778 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.835990 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.836276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.836505 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.836725 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.836940 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.837151 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.837364 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.837597 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.837832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.838123 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.838433 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.838828 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.839017 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.839166 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.839384 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.839622 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.839869 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.840100 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.840303 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.840533 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.840755 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.841025 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.841221 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.841749 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.841749 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.842046 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.842190 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.842349 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.842583 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.842819 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.843041 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.843316 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.843599 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.843834 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.844092 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.844323 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.845461 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.845461 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.845461 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.845461 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.846659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.846659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.846659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.846659 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.847060 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.847060 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.847302 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.847583 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.848867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.848867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.848867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.848867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.848867 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.852027 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.853080 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.854307 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855226 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855226 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855226 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855226 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855796 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855796 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.855796 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.856198 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.856198 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.856466 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.856613 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.856835 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.857053 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.857290 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.857507 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.857721 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.857976 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.858197 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.858479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.858751 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.858942 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.859164 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.859388 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.859675 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.859892 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.860154 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.860379 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.860592 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.860804 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.861094 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.861287 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.861507 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.861733 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.861945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.862209 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.862452 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.862771 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.863020 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.863270 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.863549 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.863764 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.864017 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.864253 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.864535 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.864680 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.864893 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.865190 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.865456 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.865858 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.866003 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.866149 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.866361 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.866572 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.866813 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.867048 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.867335 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.867601 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.867843 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.868100 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.868335 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.868562 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.868791 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.869024 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.869211 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.869460 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.869663 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.869871 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.870117 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.870325 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.870532 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.870900 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.871039 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.871174 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.871378 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.871651 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.871890 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.872070 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.872286 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.872513 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.872759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.872967 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.873176 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.873423 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.873655 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.873835 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.874240 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.874384 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.874547 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.874756 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.874908 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.875094 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.875472 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.875664 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.875905 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.876202 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.877154 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.877299 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.877462 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.877788 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.878026 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.878272 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.878514 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.878752 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.878974 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.879248 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.879610 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.879876 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.880276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.880384 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.880661 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.880936 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.881506 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.881506 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.881817 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.882443 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.882443 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.882854 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.882854 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.883114 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.883248 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.883420 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.883681 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.883933 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.884127 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.884390 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.884618 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.884847 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.885089 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.885338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.885557 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.885797 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.886026 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.886276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.886487 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.886647 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 22:48:27.887199 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101184) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 01 22:48:27.887343 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 01 22:48:27.887524 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 01 22:48:27.887728 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 01 22:48:27.887903 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 01 22:48:27.888055 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 01 22:48:27.888265 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.888428 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.888747 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.888913 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889069 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889265 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889427 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889583 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889740 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.889898 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890052 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890205 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890357 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890509 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890665 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890819 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.890974 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891129 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891290 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891582 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891682 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891762 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.891925 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] debug = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.892072 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.892989 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893212 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893370 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893521 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893654 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893786 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.893938 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.895552 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] host = dv-cinder-812216-2-iscsi {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896108 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896572 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896572 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896572 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896777 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896777 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.896917 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897053 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897233 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897396 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897542 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_options = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897681 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897819 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.897958 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898099 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898255 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898417 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898713 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.898860 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899015 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899171 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899326 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899486 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899647 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899803 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.899958 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900105 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900259 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900413 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900568 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900723 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.900869 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901003 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901146 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901303 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901443 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901584 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901741 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.901897 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902046 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902187 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902326 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902481 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902635 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902791 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.902945 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.903100 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.903323 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.903512 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.903819 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.904156 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.904457 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.904798 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.904967 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_json = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.905244 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.907980 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.908539 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.910314 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.911439 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.913264 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.915921 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.917852 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.918469 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919093 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.919735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920333 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.920927 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921407 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921407 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921407 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921407 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921674 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921674 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921815 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.921978 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922140 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922302 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922460 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922954 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922954 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.922954 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.923170 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.923238 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.923479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.923746 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.923913 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924073 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924242 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924404 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924564 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924723 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.924889 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925059 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925218 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925379 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925538 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925702 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.925866 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926005 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926166 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926327 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926489 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926646 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926809 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.926976 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.927090 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:27.927195 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.927561 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.927813 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.927998 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928158 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928317 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928482 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928640 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928798 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.928956 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929115 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929273 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929432 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929593 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929751 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.929909 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930067 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930225 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930384 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930542 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930701 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.930858 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931018 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931178 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931335 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931500 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931664 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931822 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.931979 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932137 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932295 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932453 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932610 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932768 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.932926 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933083 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933240 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933398 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933555 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933713 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.933873 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934030 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934190 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934348 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934508 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934667 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934827 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.934987 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935144 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935303 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935479 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935641 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935870 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.935971 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936114 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936270 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936428 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936587 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936760 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.936919 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937078 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937236 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937393 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937551 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937709 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.937866 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938024 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938216 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938410 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938575 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938735 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.938894 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.939602 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.939841 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940037 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940178 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940774 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940774 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940774 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.940774 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.941759 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.945573 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.947832 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948276 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.948766 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949309 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.949825 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950338 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950910 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950910 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950910 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.950910 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951177 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951177 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951316 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951432 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951616 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951776 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.951934 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.952092 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 01 22:48:27.952248 dv-cinder-812216-2-iscsi neutron-server[101184]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101184) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 01 22:48:28.102207 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43536) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:48:28.110838 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063910 Nov 01 22:48:39.561287 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60307d0-c820-4cfe-811e-3a21b0be80e6 None None] get_active_networks_info from dv-cinder-812216-2-iscsi {{(pid=101293) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 01 22:48:39.642607 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60307d0-c820-4cfe-811e-3a21b0be80e6 None None] No non-hosted networks {{(pid=101293) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 01 22:48:39.657603 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.agentschedulers_db [None req-b60307d0-c820-4cfe-811e-3a21b0be80e6 None None] DHCP Agent not found on host dv-cinder-812216-2-iscsi {{(pid=101293) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 01 22:48:39.737477 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d05f51b-c0cd-41e4-8cda-f43b42b8c947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:41.612444 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-42ea74c6-08c6-4af1-8dca-c6a82498291e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:41.653898 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5a8d5594-992c-4575-a11f-4c701305034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:42.655408 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:44.065364 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:45.580034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43616) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:48:46.081124 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING oslo_policy.policy [None req-02f842a3-06e9-405c-b0c9-31fe045ea111 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:46.081702 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING oslo_policy.policy [None req-02f842a3-06e9-405c-b0c9-31fe045ea111 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:46.307045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [None req-02f842a3-06e9-405c-b0c9-31fe045ea111 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:48:46.308123 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-02f842a3-06e9-405c-b0c9-31fe045ea111 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7271812 Nov 01 22:48:46.673609 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:46.674267 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.674744 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.675147 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.675602 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.676013 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.676550 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.676945 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.677639 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.678032 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.678420 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.679104 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.679651 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:46.680264 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812216-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:46.686678 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812216-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:48:48.793860 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43642) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:48:49.122464 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:48:49.194334 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.db.l3_hamode_db [None req-f3f601af-110b-4c7f-be50-2c23ea5d027f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 01 22:48:49.227211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.policy [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101292) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 22:48:49.274634 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING oslo_policy.policy [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:49.274991 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING oslo_policy.policy [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:49.281059 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f601af-110b-4c7f-be50-2c23ea5d027f None None] Routers set() bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:48:49.281489 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f601af-110b-4c7f-be50-2c23ea5d027f None None] Router IDs set() for agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 01 22:48:49.285023 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.quota [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] Loaded quota_driver: . Nov 01 22:48:49.376929 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789486770058', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789486766519', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789486773365', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789486788145', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789487325445', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789486734771', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629514', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1339582', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-327720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-673795'] for rbac-policy, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:49.445254 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:49.446346 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-638fc56c-fd1c-4017-a44c-3368119bb3d6 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6514726 Nov 01 22:48:52.164409 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43654) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:48:52.456450 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:48:52.483965 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Made reservation on behalf of 4810d5ca3ef449199c1b644f8e90a6f8 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:48:52.487371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.504349 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.611183 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.614918 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.639224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:48:52.663836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789490198191', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.664391 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Unsubscribe: segment precommit_create {{(pid=101292) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 22:48:52.664903 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Added segment e3196fa4-0b88-4ed7-a49c-abbcf0268e99 of type vlan for network 140472ab-e333-472c-99ff-989df52e5963 Nov 01 22:48:52.670437 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12f16e-d24e-496d-a099-54eeebf025f2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:48:52.692155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.692551 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.692910 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.693279 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.693634 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.693974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.694299 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.694637 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.694974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.695295 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.695641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.695954 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Tracked resource versions report: Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: pushed versions: Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: { 'AddressGroup': {'1.2'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Log': {'1.0'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Network': {'1.1'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Port': {'1.7'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'PortForwarding': {'1.2'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'QosPolicy': {'1.10'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroup': {'1.4'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SubPort': {'1.0'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Subnet': {'1.1'}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Trunk': {'1.1'}} Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: consumer versions: Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'ConntrackHelper': '1.0', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Log': '1.0', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Network': '1.1', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Port': '1.7', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'PortForwarding': '1.2', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'QosPolicy': '1.10', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroup': '1.4', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroupRule': '1.2', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SubPort': '1.0', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Subnet': '1.1', Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Trunk': '1.1'}} Nov 01 22:48:52.697010 dv-cinder-812216-2-iscsi neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:48:52.785994 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.824876 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.825974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:48:52.826630 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:52.886622 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7211676 Nov 01 22:48:52.928867 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ff266-014e-4382-923f-ad994ef94801 admin admin] Pushing event updated for resources: {'Network': ['ID=140472ab-e333-472c-99ff-989df52e5963,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:48:52.941607 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 140472ab-e333-472c-99ff-989df52e5963 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:48:55.624780 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 43668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:48:56.138783 dv-cinder-812216-2-iscsi neutron-server[101291]: WARNING oslo_policy.policy [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:56.139385 dv-cinder-812216-2-iscsi neutron-server[101291]: WARNING oslo_policy.policy [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:56.581765 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.policy [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 22:48:56.628546 dv-cinder-812216-2-iscsi neutron-server[101291]: WARNING oslo_policy.policy [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:56.629028 dv-cinder-812216-2-iscsi neutron-server[101291]: WARNING oslo_policy.policy [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 22:48:56.637623 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:48:56.639601 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2a71aeac-6486-42de-956b-794b1c8af95d admin admin] 10.222.0.11 "GET /v2.0/networks/140472ab-e333-472c-99ff-989df52e5963 HTTP/1.1" status: 200 len: 825 time: 1.0122871 Nov 01 22:48:56.678322 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8fa778b4-ea4b-4e9b-859f-43fa8c692a8b admin admin] 10.222.0.11 "GET /v2.0/subnetpools/1371000c-9017-4aa8-8af0-ebbfa5af4953 HTTP/1.1" status: 200 len: 734 time: 0.0320072 Nov 01 22:48:56.687696 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Request body: {'subnet': {'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:48:56.689635 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.quota [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Loaded quota_driver: . Nov 01 22:48:56.727608 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Made reservation on behalf of 4810d5ca3ef449199c1b644f8e90a6f8 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:48:56.730289 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:57.006872 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:57.076025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Checking segment: {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:48:57.076372 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Network hostable DHCP agents. Network: 140472ab-e333-472c-99ff-989df52e5963, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:48:57.088719 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Pushing event updated for resources: {'Subnet': ['ID=852eb48a-46cd-489a-8c90-debb0a28f386,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:48:57.102670 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.103022 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.103359 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.103706 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.104025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.104358 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.104678 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.105012 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.105343 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.105657 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.105966 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.106273 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Tracked resource versions report: Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: pushed versions: Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: { 'AddressGroup': {'1.2'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Log': {'1.0'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Network': {'1.1'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Port': {'1.7'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'PortForwarding': {'1.2'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'QosPolicy': {'1.10'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroup': {'1.4'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SubPort': {'1.0'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Subnet': {'1.1'}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Trunk': {'1.1'}} Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: consumer versions: Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'ConntrackHelper': '1.0', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Log': '1.0', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Network': '1.1', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Port': '1.7', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'PortForwarding': '1.2', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'QosPolicy': '1.10', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroup': '1.4', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroupRule': '1.2', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SubPort': '1.0', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Subnet': '1.1', Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Trunk': '1.1'}} Nov 01 22:48:57.107289 dv-cinder-812216-2-iscsi neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:48:57.131391 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Network 140472ab-e333-472c-99ff-989df52e5963 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:48:57.147374 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 140472ab-e333-472c-99ff-989df52e5963) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:48:57.151917 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:48:57.152548 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:57.157672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56801219-05e1-46a2-b833-4fb9ada59896 None None] Network 140472ab-e333-472c-99ff-989df52e5963 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:48:57.173971 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-94711c2f-46f1-433d-a944-ffaa54f2857c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4896524 Nov 01 22:48:57.479238 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-140472ab-e333-472c-99ff-989df52e5963', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:48:57.480553 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:57.793595 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Allocated IP 172.20.0.2 (140472ab-e333-472c-99ff-989df52e5963/852eb48a-46cd-489a-8c90-debb0a28f386/68951226-de73-4441-b4c1-c3eb53f33e38) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:48:57.997213 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:58.005869 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:58.076687 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Network 140472ab-e333-472c-99ff-989df52e5963 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:48:58.087317 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:48:58.099262 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:48:58.106647 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Pushing event updated for resources: {'Port': ['ID=68951226-de73-4441-b4c1-c3eb53f33e38,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:48:58.135747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.136116 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.136460 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.136794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.137123 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.137450 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.137777 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.138099 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.138438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.138766 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.139084 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.139403 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Tracked resource versions report: Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: pushed versions: Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: { 'AddressGroup': {'1.2'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'ConntrackHelper': {'1.0'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Log': {'1.0'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Network': {'1.1'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Port': {'1.7'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'PortForwarding': {'1.2'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'QosPolicy': {'1.10'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroup': {'1.4'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SubPort': {'1.0'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Subnet': {'1.1'}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Trunk': {'1.1'}} Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: consumer versions: Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'ConntrackHelper': '1.0', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Log': '1.0', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Network': '1.1', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Port': '1.7', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'PortForwarding': '1.2', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'QosPolicy': '1.10', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroup': '1.4', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroupRule': '1.2', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SubPort': '1.0', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Subnet': '1.1', Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Trunk': '1.1'}} Nov 01 22:48:58.140507 dv-cinder-812216-2-iscsi neutron-server[101293]: {{(pid=101293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:48:58.190418 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Attempting to bind port 68951226-de73-4441-b4c1-c3eb53f33e38 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:48:58.191011 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Attempting to bind port 68951226-de73-4441-b4c1-c3eb53f33e38 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:48:58.191233 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Attempting to bind port 68951226-de73-4441-b4c1-c3eb53f33e38 on network 140472ab-e333-472c-99ff-989df52e5963 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:48:58.196174 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:48:58.196555 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Checking segment: {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:48:58.197019 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:58.197407 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Bound using segment: {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:48:58.197888 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Bound port: 68951226-de73-4441-b4c1-c3eb53f33e38, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:48:58.198273 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:58.258076 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] For port 68951226-de73-4441-b4c1-c3eb53f33e38, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:48:58.263295 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] For port 68951226-de73-4441-b4c1-c3eb53f33e38, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=68951226-de73-4441-b4c1-c3eb53f33e38,segment=NetworkSegment(e3196fa4-0b88-4ed7-a49c-abbcf0268e99),segment_id=e3196fa4-0b88-4ed7-a49c-abbcf0268e99)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:48:58.267982 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:48:58.335375 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c861f-2830-4065-ac1d-47754c9f27fe None None] Pushing event updated for resources: {'Port': ['ID=68951226-de73-4441-b4c1-c3eb53f33e38,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:48:59.704763 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 43688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:00.018101 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [None req-1e02c07b-248a-41a2-a8e3-41512338c6d8 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:49:00.019106 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-1e02c07b-248a-41a2-a8e3-41512338c6d8 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3134112 Nov 01 22:49:02.546986 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 43696) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:02.876729 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [None req-088218c6-02dc-4760-b12d-8cea2807c87e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:49:02.877712 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-088218c6-02dc-4760-b12d-8cea2807c87e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3297884 Nov 01 22:49:05.659075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43706) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:05.963794 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:49:05.988585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:05.990143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.133684 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.138618 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.169743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.170957 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e00577f5-0ad5-4021-bce1-f7eaa45d8848 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5108724 Nov 01 22:49:06.424743 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 68951226-de73-4441-b4c1-c3eb53f33e38 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:49:06.516245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 68951226-de73-4441-b4c1-c3eb53f33e38 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:06.516571 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.624798 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.658341 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 68951226-de73-4441-b4c1-c3eb53f33e38, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=68951226-de73-4441-b4c1-c3eb53f33e38,segment=NetworkSegment(e3196fa4-0b88-4ed7-a49c-abbcf0268e99),segment_id=e3196fa4-0b88-4ed7-a49c-abbcf0268e99)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:49:06.662269 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:06.708216 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=68951226-de73-4441-b4c1-c3eb53f33e38,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:07.456778 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c61a76-a768-4bdf-b031-e15602d21b5c None None] Network 140472ab-e333-472c-99ff-989df52e5963 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:49:07.526074 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f03f40f4-5908-4f17-aca5-aba0784e9357 None None] Provisioning complete for port 68951226-de73-4441-b4c1-c3eb53f33e38 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:07.526446 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f03f40f4-5908-4f17-aca5-aba0784e9357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:07.893068 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae811992-8006-45fc-bec8-b4ddcb379ca1 None None] Provisioning complete for port 68951226-de73-4441-b4c1-c3eb53f33e38 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:07.893428 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae811992-8006-45fc-bec8-b4ddcb379ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:08.402853 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 68951226-de73-4441-b4c1-c3eb53f33e38 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:49:08.451960 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 68951226-de73-4441-b4c1-c3eb53f33e38 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:08.452324 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:08.776711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43718) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:09.083936 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [None req-916262bf-acc1-4ad9-89a0-69ab9db71672 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:49:09.084946 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-916262bf-acc1-4ad9-89a0-69ab9db71672 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3073030 Nov 01 22:49:09.411706 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0fade8a2-655c-448f-8bc6-c09616901214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:11.605255 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2fb22c40-55b0-48f4-b3af-5cc7c4859df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:11.624264 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:11.938922 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:49:11.959511 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Made reservation on behalf of 7c9746ab4c8a4b7abd93b0d2a76f8602 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:49:11.961726 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:11.970088 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.043237 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.046983 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.060051 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Reserving flat network on physical network physnet1 {{(pid=101292) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 01 22:49:12.080278 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c0c49-b195-4882-a413-0eeca54d94c5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:12.084831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.085162 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Added segment 4503d7fd-4a61-499f-84f4-95a1a9b44a92 of type flat for network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 Nov 01 22:49:12.131319 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.161260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.162154 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:49:12.162751 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:12.194054 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5687387 Nov 01 22:49:12.245437 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6312b-f0fb-4b63-b0fa-2dd6916e5227 admin admin] Pushing event updated for resources: {'Network': ['ID=868142ed-6ac3-4a56-acd7-bf54bd2a7838,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:12.256463 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:49:12.609939 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:14.001408 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:14.684942 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43744) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:14.899035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54db3600-4ed4-4186-b59d-09294dcac1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:49:14.900367 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-54db3600-4ed4-4186-b59d-09294dcac1e6 admin admin] 10.222.0.11 "GET /v2.0/subnets/852eb48a-46cd-489a-8c90-debb0a28f386 HTTP/1.1" status: 200 len: 849 time: 0.2144713 Nov 01 22:49:15.024379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-40aafcc7-b1ea-4de2-953f-3503b5f1fc98 admin admin] 10.222.0.11 "GET /v2.0/routers/d04fd83a-9a1b-475c-b6ec-4a9d2107444d HTTP/1.1" status: 200 len: 704 time: 0.1172874 Nov 01 22:49:15.285638 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:15.574214 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Allocated IP 172.20.0.1 (140472ab-e333-472c-99ff-989df52e5963/852eb48a-46cd-489a-8c90-debb0a28f386/7e0a8649-f617-47ff-97ee-056978684e00) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:49:15.760458 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:15.824283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:15.892115 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Network 140472ab-e333-472c-99ff-989df52e5963 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:49:15.897450 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:49:15.910332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:49:15.910878 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.029762 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a8649-f617-47ff-97ee-056978684e00,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:16.169949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.183217 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ada30f16-7775-4d6a-a6d7-4c9bbc72e15e None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:16.183794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ada30f16-7775-4d6a-a6d7-4c9bbc72e15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.215438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ada30f16-7775-4d6a-a6d7-4c9bbc72e15e None None] Port 7e0a8649-f617-47ff-97ee-056978684e00 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:49:16.377653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.382154 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.382937 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.464610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0a8649-f617-47ff-97ee-056978684e00,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:16.506897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Network 140472ab-e333-472c-99ff-989df52e5963 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:49:16.508257 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:49:16.669260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Router d04fd83a-9a1b-475c-b6ec-4a9d2107444d is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:49:16.671918 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.745510 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7666988d-6dec-4a57-9f8a-794488825cd0 None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:16.745799 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7666988d-6dec-4a57-9f8a-794488825cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:16.759139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:49:16.764942 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6dae8a29-7517-435f-a9ff-2ab902c63450 admin admin] 10.222.0.11 "PUT /v2.0/routers/d04fd83a-9a1b-475c-b6ec-4a9d2107444d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7343352 Nov 01 22:49:16.778742 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Sync routers for ids ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:49:16.782508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-7666988d-6dec-4a57-9f8a-794488825cd0 None None] Port 7e0a8649-f617-47ff-97ee-056978684e00 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:49:16.792336 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Routers {'d04fd83a-9a1b-475c-b6ec-4a9d2107444d'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:49:16.793157 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:49:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:16.997854 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Set router d04fd83a-9a1b-475c-b6ec-4a9d2107444d gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:49:17.422305 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:16Z', 'revision_number': 2, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port_host': None, '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:16Z', 'revision_number': 2, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:17.473215 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Checking router: d04fd83a-9a1b-475c-b6ec-4a9d2107444d for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:49:17.473583 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Updating router d04fd83a-9a1b-475c-b6ec-4a9d2107444d port 7e0a8649-f617-47ff-97ee-056978684e00 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:49:17.522965 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.028390 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.036741 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.121394 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Pushing event updated for resources: {'Port': ['ID=7e0a8649-f617-47ff-97ee-056978684e00,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:18.137756 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.138293 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.138667 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.138999 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.139331 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.139683 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.140005 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.140349 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.140676 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.140992 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.141306 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.141618 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Tracked resource versions report: Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: pushed versions: Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: { 'AddressGroup': {'1.2'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'ConntrackHelper': {'1.0'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Log': {'1.0'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Network': {'1.1'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Port': {'1.7'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'PortForwarding': {'1.2'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'QosPolicy': {'1.10'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroup': {'1.4'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SubPort': {'1.0'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Subnet': {'1.1'}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Trunk': {'1.1'}} Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: consumer versions: Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'ConntrackHelper': '1.0', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Log': '1.0', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Network': '1.1', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Port': '1.7', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'PortForwarding': '1.2', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'QosPolicy': '1.10', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroup': '1.4', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroupRule': '1.2', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SubPort': '1.0', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Subnet': '1.1', Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Trunk': '1.1'}} Nov 01 22:49:18.142690 dv-cinder-812216-2-iscsi neutron-server[101294]: {{(pid=101294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:49:18.223529 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Attempting to bind port 7e0a8649-f617-47ff-97ee-056978684e00 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:49:18.223935 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Attempting to bind port 7e0a8649-f617-47ff-97ee-056978684e00 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:49:18.224370 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Attempting to bind port 7e0a8649-f617-47ff-97ee-056978684e00 on network 140472ab-e333-472c-99ff-989df52e5963 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:49:18.229524 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:49:18.229944 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Checking segment: {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:49:18.230396 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.230777 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Bound using segment: {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:49:18.231260 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Bound port: 7e0a8649-f617-47ff-97ee-056978684e00, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3196fa4-0b88-4ed7-a49c-abbcf0268e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '140472ab-e333-472c-99ff-989df52e5963'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:49:18.231671 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.298348 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] For port 7e0a8649-f617-47ff-97ee-056978684e00, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:49:18.311661 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-eb64e3e9-93fa-4a18-8a74-78308267531d None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:18.312149 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-eb64e3e9-93fa-4a18-8a74-78308267531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.317288 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] For port 7e0a8649-f617-47ff-97ee-056978684e00, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=7e0a8649-f617-47ff-97ee-056978684e00,segment=NetworkSegment(e3196fa4-0b88-4ed7-a49c-abbcf0268e99),segment_id=e3196fa4-0b88-4ed7-a49c-abbcf0268e99)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:49:18.322399 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.348704 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-eb64e3e9-93fa-4a18-8a74-78308267531d None None] Port 7e0a8649-f617-47ff-97ee-056978684e00 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:49:18.372706 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365c9da-cc42-4873-8e69-4d9cbb90a632 None None] Pushing event updated for resources: {'Port': ['ID=7e0a8649-f617-47ff-97ee-056978684e00,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:18.400846 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Routers {'d04fd83a-9a1b-475c-b6ec-4a9d2107444d'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:49:18.401451 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:49:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:18.488154 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] Set router d04fd83a-9a1b-475c-b6ec-4a9d2107444d gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:49:18.575156 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:18.575551 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.653354 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.686460 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] For port 7e0a8649-f617-47ff-97ee-056978684e00, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=7e0a8649-f617-47ff-97ee-056978684e00,segment=NetworkSegment(e3196fa4-0b88-4ed7-a49c-abbcf0268e99),segment_id=e3196fa4-0b88-4ed7-a49c-abbcf0268e99)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:49:18.691539 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:18.697753 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:16Z', 'revision_number': 2, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port_host': None, '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:18Z', 'revision_number': 4, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:18.727125 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60705b1b-8ce3-498d-91c4-ed24026351ae None None] The sync data for ids ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'] in dv-cinder-812216-2-iscsi is: [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:16Z', 'revision_number': 2, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port_host': None, '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:18Z', 'revision_number': 4, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:49:18.741194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1d97-3004-488e-a98c-e2a6879d5cff None None] Pushing event updated for resources: {'Port': ['ID=7e0a8649-f617-47ff-97ee-056978684e00,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:19.122605 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:19.233133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7807f-5475-4d1a-9a71-156e352eb212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:49:19.235146 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-27a7807f-5475-4d1a-9a71-156e352eb212 admin admin] 10.222.0.11 "GET /v2.0/networks/868142ed-6ac3-4a56-acd7-bf54bd2a7838 HTTP/1.1" status: 200 len: 842 time: 0.1116028 Nov 01 22:49:19.245175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'name': 'public-subnet'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:49:19.268722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Made reservation on behalf of 7c9746ab4c8a4b7abd93b0d2a76f8602 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:49:19.270960 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:19.567161 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.objects.ports [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101292) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 22:49:19.567628 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:19.621225 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77577b52-aa0b-434b-8e17-68047e85c702,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:19.632549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:49:19.632900 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Network hostable DHCP agents. Network: 868142ed-6ac3-4a56-acd7-bf54bd2a7838, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:49:19.654326 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:49:19.665991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 868142ed-6ac3-4a56-acd7-bf54bd2a7838) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:49:19.670191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:49:19.670777 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:19.675684 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a5321-90a9-4192-8e41-008fd5b1906b None None] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:49:19.691508 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ab2dd2f8-0808-4051-b4c8-7b9ad670dd55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4473491 Nov 01 22:49:19.821810 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac097f-0bba-4304-a146-f627a5fc1f66 None None] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:49:22.103367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:22.237607 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e61b3471-62f6-4b65-adf2-e9963f57c3ca admin admin] 10.222.0.11 "GET /v2.0/routers/d04fd83a-9a1b-475c-b6ec-4a9d2107444d HTTP/1.1" status: 200 len: 710 time: 0.1330342 Nov 01 22:49:22.398537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02ac36-0db7-47db-86f8-1226736a09da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:49:22.399970 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5f02ac36-0db7-47db-86f8-1226736a09da admin admin] 10.222.0.11 "GET /v2.0/networks/868142ed-6ac3-4a56-acd7-bf54bd2a7838 HTTP/1.1" status: 200 len: 886 time: 0.1563320 Nov 01 22:49:22.410484 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:49:22.661545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:22.892320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:22.964922 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.072641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Allocated IP 172.27.2.203 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/0a0b0234-42c6-4b24-bc66-55e6b8bbc155) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:49:23.169259 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.201075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.238745 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:49:23.244629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:49:23.251983 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:49:23.255036 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Pushing event updated for resources: {'Port': ['ID=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:23.490538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.762103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1674150', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2249'] for router, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.765553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1674157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1674196', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1676088'] for router, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.869937 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Router d04fd83a-9a1b-475c-b6ec-4a9d2107444d has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:49:23.973737 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:49:23.978006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:23.979187 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-34f641a8-b487-4366-ae5e-f3f2b31fd448 admin admin] 10.222.0.11 "PUT /v2.0/routers/d04fd83a-9a1b-475c-b6ec-4a9d2107444d HTTP/1.1" status: 200 len: 890 time: 1.5722260 Nov 01 22:49:24.448802 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 7e0a8649-f617-47ff-97ee-056978684e00 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:49:24.498910 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:24.499834 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:25.678559 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Sync routers for ids ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:49:25.692396 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Routers {'d04fd83a-9a1b-475c-b6ec-4a9d2107444d'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:49:25.693044 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:49:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:25.894700 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Set router d04fd83a-9a1b-475c-b6ec-4a9d2107444d gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:49:26.360702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:23Z', 'revision_number': 4, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port': {'id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:22Z', 'updated_at': '2021-11-01T22:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:18Z', 'revision_number': 5, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:26.417173 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Checking router: d04fd83a-9a1b-475c-b6ec-4a9d2107444d for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:49:26.417517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Updating router d04fd83a-9a1b-475c-b6ec-4a9d2107444d port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:49:26.464503 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.519658 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 43786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:49:26.634549 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-00ee0c76-cde9-434f-ae7d-1c3cfb7d8349 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1136518 Nov 01 22:49:26.790009 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.796340 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.848955 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Attempting to bind port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:49:26.849318 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Attempting to bind port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:49:26.849690 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Attempting to bind port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:49:26.856659 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a202c6-f75d-423a-afdb-017cea3dd862 None None] Pushing event updated for resources: {'Port': ['ID=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:26.859093 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:49:26.859489 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:49:26.859870 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.860246 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:49:26.860707 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Bound port: 0a0b0234-42c6-4b24-bc66-55e6b8bbc155, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:49:26.861095 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.910487 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] For port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:49:26.913498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] For port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:49:26.918029 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:26.975645 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Routers {'d04fd83a-9a1b-475c-b6ec-4a9d2107444d'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:49:26.976279 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:49:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:27.028116 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a202c6-f75d-423a-afdb-017cea3dd862 None None] Pushing event updated for resources: {'Port': ['ID=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:27.117401 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] Set router d04fd83a-9a1b-475c-b6ec-4a9d2107444d gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:49:27.326999 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:23Z', 'revision_number': 4, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port': {'id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:22Z', 'updated_at': '2021-11-01T22:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:18Z', 'revision_number': 5, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:49:27.353808 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5a5a1e-c32c-4aa7-8838-4e40b9acff29 None None] The sync data for ids ['d04fd83a-9a1b-475c-b6ec-4a9d2107444d'] in dv-cinder-812216-2-iscsi is: [{'id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'name': 'router1', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:49:05Z', 'updated_at': '2021-11-01T22:49:23Z', 'revision_number': 4, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'gw_port': {'id': '0a0b0234-42c6-4b24-bc66-55e6b8bbc155', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:22Z', 'updated_at': '2021-11-01T22:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '7e0a8649-f617-47ff-97ee-056978684e00', 'name': '', 'network_id': '140472ab-e333-472c-99ff-989df52e5963', 'tenant_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'mac_address': 'fa:16:3e:02:9a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04fd83a-9a1b-475c-b6ec-4a9d2107444d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:49:15Z', 'updated_at': '2021-11-01T22:49:18Z', 'revision_number': 5, 'project_id': '4810d5ca3ef449199c1b644f8e90a6f8', 'subnets': [{'id': '852eb48a-46cd-489a-8c90-debb0a28f386', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1371000c-9017-4aa8-8af0-ebbfa5af4953'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:49:28.457438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:49:28.512573 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:28.512868 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:28.606199 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:28.629328 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:49:28.634526 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:28.685165 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=0a0b0234-42c6-4b24-bc66-55e6b8bbc155,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:49:28.854080 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:49:30.441092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:49:30.513891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 0a0b0234-42c6-4b24-bc66-55e6b8bbc155 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:49:30.515166 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:39.416073 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a2ac5c9c-5c04-4798-9fa7-1d30432281a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:41.620780 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a906d2a1-0c3f-4b27-ae55-8b5dfe227d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:42.619877 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:44.028087 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:49:46.680709 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:05.852707 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:50:09.433030 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d20abdb1-d396-4512-814d-0536eaed7725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:11.616619 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d22b67e-93b5-45f0-b2c2-a50a88c862b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:12.616891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:14.005903 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:16.675852 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:39.417544 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9576c3cf-0a7b-4e39-8f4e-770c0c0ab44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:41.618289 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6026d0f1-a757-4e02-8944-75f166204476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:42.621028 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:42.850660 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:50:44.004429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:50:46.680003 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:05.721490 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44348) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:05.782286 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-1888b690-ba65-44f5-b72f-f2a2bb185f3d admin admin] GET failed (client error): The resource could not be found. Nov 01 22:51:05.783639 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1888b690-ba65-44f5-b72f-f2a2bb185f3d admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612028 Nov 01 22:51:05.941304 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a7628b-3300-4b7b-a8da-42a40d2d8ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:05.942691 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c1a7628b-3300-4b7b-a8da-42a40d2d8ec0 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546006 Nov 01 22:51:08.220989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44358) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:08.314013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62240f3a-e420-4f65-8693-16558a2f7571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:08.315350 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-62240f3a-e420-4f65-8693-16558a2f7571 admin admin] 10.222.0.11 "GET /v2.0/subnets/852eb48a-46cd-489a-8c90-debb0a28f386 HTTP/1.1" status: 200 len: 849 time: 0.0934360 Nov 01 22:51:08.325371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:51:08.407641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Publish callbacks [] for subnet, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:08.545006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789490207820'] for subnet, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:08.573528 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:08.574590 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:08.577896 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] 10.222.0.11 "PUT /v2.0/subnets/852eb48a-46cd-489a-8c90-debb0a28f386 HTTP/1.1" status: 200 len: 868 time: 0.2561259 Nov 01 22:51:08.579241 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8697e6-0719-4cad-a98d-f7ef7c1dd88e None None] Network 140472ab-e333-472c-99ff-989df52e5963 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:51:08.600867 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Pushing event updated for resources: {'Subnet': ['ID=852eb48a-46cd-489a-8c90-debb0a28f386,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:51:08.608286 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.608676 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.609001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.609337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.609667 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.610016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.610355 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.610687 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.611032 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.611365 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.611764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.612091 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53024215-09b5-430f-9e85-c3d91981836c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:51:08.944971 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9d4a4a5-33d1-4f75-9925-de7acff3457b None None] Provisioning complete for port 68951226-de73-4441-b4c1-c3eb53f33e38 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:51:08.945350 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a4a5-33d1-4f75-9925-de7acff3457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:09.030678 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b9d4a4a5-33d1-4f75-9925-de7acff3457b None None] Provisioning complete for port 7e0a8649-f617-47ff-97ee-056978684e00 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:51:09.030947 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a4a5-33d1-4f75-9925-de7acff3457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:09.420545 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e715044-f13e-4220-8127-4d67effdfc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:10.847552 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44366) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:11.075910 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e60e4a-8163-4e81-a6bf-f2ea8dd79d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:11.076380 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e60e4a-8163-4e81-a6bf-f2ea8dd79d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:11.077926 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f4e60e4a-8163-4e81-a6bf-f2ea8dd79d21 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2294269 Nov 01 22:51:11.621747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eae1-9af8-46a9-a4e1-5b3d5afdd71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:12.623819 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:13.413669 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44376) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:13.609384 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6680332-2aa5-479a-ba89-52899a3d6f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:13.609767 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6680332-2aa5-479a-ba89-52899a3d6f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:13.611308 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c6680332-2aa5-479a-ba89-52899a3d6f1c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967022 Nov 01 22:51:14.009620 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:15.885896 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44384) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:16.015213 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d1729a-9521-4b0c-ab78-982d3fdaab8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:16.016638 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e2d1729a-9521-4b0c-ab78-982d3fdaab8b admin admin] 10.222.0.11 "GET /v2.0/networks/140472ab-e333-472c-99ff-989df52e5963 HTTP/1.1" status: 200 len: 869 time: 0.1298239 Nov 01 22:51:16.685404 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:18.285316 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44392) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:18.435916 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee8ef4-f3f1-4a55-a8a2-a5d1c5a98ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:18.437370 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-81ee8ef4-f3f1-4a55-a8a2-a5d1c5a98ea6 admin admin] 10.222.0.11 "GET /v2.0/networks/868142ed-6ac3-4a56-acd7-bf54bd2a7838 HTTP/1.1" status: 200 len: 886 time: 0.1510584 Nov 01 22:51:19.848824 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:51:20.681558 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:20.807262 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a55ae2-be3a-4bc9-b47c-28f90b9a2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:20.807735 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a55ae2-be3a-4bc9-b47c-28f90b9a2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:20.809327 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-99a55ae2-be3a-4bc9-b47c-28f90b9a2f4f admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268311 Nov 01 22:51:23.106206 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44408) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:23.197867 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b610-7b51-4871-992a-b38786193536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:23.198317 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807b610-7b51-4871-992a-b38786193536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:23.200489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8807b610-7b51-4871-992a-b38786193536 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933411 Nov 01 22:51:25.471313 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44416) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:25.555651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06fa07-71aa-4214-81ce-e2d26effae46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:25.556978 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ba06fa07-71aa-4214-81ce-e2d26effae46 admin admin] 10.222.0.11 "GET /v2.0/subnets/77577b52-aa0b-434b-8e17-68047e85c702 HTTP/1.1" status: 200 len: 816 time: 0.0846786 Nov 01 22:51:27.876928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44424) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:27.975820 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f2483-e88b-4a54-a26c-1524e2b3ed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:27.977169 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-242f2483-e88b-4a54-a26c-1524e2b3ed04 admin admin] 10.222.0.11 "GET /v2.0/subnets/852eb48a-46cd-489a-8c90-debb0a28f386 HTTP/1.1" status: 200 len: 868 time: 0.0993626 Nov 01 22:51:39.425734 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff63df2e-b3b2-4d63-a85f-17f1a4b9ba3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:41.623189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e179cba9-5760-4af8-b9fb-ccbfa36577a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:42.628028 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:44.009919 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:46.689163 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:52.379297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44478) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:52.428475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [None req-814c7fa4-9489-4f54-94fd-bbd9891ab1ef admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:51:52.429503 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-814c7fa4-9489-4f54-94fd-bbd9891ab1ef admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0492179 Nov 01 22:51:54.779220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44486) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:54.838634 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-74383337-9944-4895-8ca0-dd8bbcb4fc23 admin admin] GET failed (client error): The resource could not be found. Nov 01 22:51:54.840446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-74383337-9944-4895-8ca0-dd8bbcb4fc23 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602458 Nov 01 22:51:54.922609 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d50cfc9-5ecd-4b60-8195-c588df31d019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:54.924091 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8d50cfc9-5ecd-4b60-8195-c588df31d019 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0791028 Nov 01 22:51:56.846992 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:51:57.212740 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44494) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:57.259094 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:51:57.279718 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Made reservation on behalf of 7c9746ab4c8a4b7abd93b0d2a76f8602 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:51:57.281980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:57.311411 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING neutron.services.revisions.revision_plugin [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Could not find related network for resource to bump revision. Nov 01 22:51:57.322527 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:51:57.332994 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:57.333529 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Added segment e4585020-b20a-4f02-99df-97d01d96502e of type vlan for network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 Nov 01 22:51:57.467553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:57.490462 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:57.491376 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:51:57.491977 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:51:57.546245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3324459 Nov 01 22:51:57.550927 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a62b6e-cdd0-4a27-850c-dfbff4965110 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:51:57.567686 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:51:59.874884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44502) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:51:59.934004 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.pecan_wsgi.hooks.translation [None req-7744d22c-dddc-44b3-8ba9-abaa0e9d50c7 admin admin] GET failed (client error): The resource could not be found. Nov 01 22:51:59.935290 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-7744d22c-dddc-44b3-8ba9-abaa0e9d50c7 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595260 Nov 01 22:52:00.008680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18285399-347c-45e8-833d-48aa92c46d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:52:00.010543 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-18285399-347c-45e8-833d-48aa92c46d4a admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704095 Nov 01 22:52:00.022348 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:52:00.049462 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Made reservation on behalf of 7c9746ab4c8a4b7abd93b0d2a76f8602 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:52:00.052723 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.222520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.274479 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=203994a4-c85b-4234-89cf-9cbc41fdabd3,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:52:00.283885 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Checking segment: {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:52:00.284235 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Network hostable DHCP agents. Network: 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:52:00.300077 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:52:00.308227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:52:00.312265 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:52:00.312848 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.317048 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0fe255-06fe-4f0e-bb1d-ace729e7e32f None None] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:52:00.329103 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d1c30d16-cf4c-4723-bca1-aabf1586f60e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3116360 Nov 01 22:52:00.478068 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9', 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9', 'tenant_id': '7c9746ab4c8a4b7abd93b0d2a76f8602', 'fixed_ips': [{'subnet_id': '203994a4-c85b-4234-89cf-9cbc41fdabd3'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:52:00.478970 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.713634 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Allocated IP 192.168.233.2 (5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9/203994a4-c85b-4234-89cf-9cbc41fdabd3/81467639-6eca-4c55-a155-dfbe4fa06b9a) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:52:00.867144 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.873942 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:00.911955 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:52:00.917300 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:52:00.923574 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:52:00.926543 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Pushing event updated for resources: {'Port': ['ID=81467639-6eca-4c55-a155-dfbe4fa06b9a,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:52:00.937922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.938292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.938695 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.940983 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.941292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.941611 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:52:00.994664 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Attempting to bind port 81467639-6eca-4c55-a155-dfbe4fa06b9a on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:52:00.994912 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Attempting to bind port 81467639-6eca-4c55-a155-dfbe4fa06b9a by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:52:00.995290 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Attempting to bind port 81467639-6eca-4c55-a155-dfbe4fa06b9a on network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:52:01.001161 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:52:01.001531 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Checking segment: {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:52:01.001932 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:01.002321 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Bound using segment: {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:52:01.002832 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Bound port: 81467639-6eca-4c55-a155-dfbe4fa06b9a, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:52:01.003215 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:01.085564 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] For port 81467639-6eca-4c55-a155-dfbe4fa06b9a, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:52:01.089447 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] For port 81467639-6eca-4c55-a155-dfbe4fa06b9a, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=81467639-6eca-4c55-a155-dfbe4fa06b9a,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:52:01.094090 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:01.154002 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a054ef3-3c98-47b7-9df7-83d81c7158c5 None None] Pushing event updated for resources: {'Port': ['ID=81467639-6eca-4c55-a155-dfbe4fa06b9a,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:52:01.970605 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4be2e-6606-4b00-b495-bf793a2edca1 None None] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:52:02.045549 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] Provisioning complete for port 81467639-6eca-4c55-a155-dfbe4fa06b9a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:52:02.045914 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:02.186208 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:02.224143 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] For port 81467639-6eca-4c55-a155-dfbe4fa06b9a, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=81467639-6eca-4c55-a155-dfbe4fa06b9a,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:52:02.229014 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:02.277657 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e040c0-1414-46dc-97d0-f5b49161f654 None None] Pushing event updated for resources: {'Port': ['ID=81467639-6eca-4c55-a155-dfbe4fa06b9a,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:52:02.450181 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-7ab2cd34-d808-4b70-905f-ff33452b8cdf None None] Provisioning complete for port 81467639-6eca-4c55-a155-dfbe4fa06b9a triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:52:02.450556 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7ab2cd34-d808-4b70-905f-ff33452b8cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:02.544129 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 81467639-6eca-4c55-a155-dfbe4fa06b9a up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:52:02.594389 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 81467639-6eca-4c55-a155-dfbe4fa06b9a triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:52:02.594784 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:09.418357 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3cc9-e313-4b7a-b037-cf5a47dff1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:11.625816 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8df6879a-92ae-404d-9957-c7eacddfab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:12.628808 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:14.012876 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:16.691007 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:33.845621 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:52:39.419640 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-51109622-2dd7-4278-ab0e-7f98b1598f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:41.627476 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-632881d7-0df8-4185-826c-a7ed56cf2cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:42.633037 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:44.015952 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:52:46.693619 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:09.421260 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d24d-9f7e-4a3b-a094-9860036dfa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:10.844792 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:53:11.629922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-491477fb-baf6-4812-89db-811f11a4c259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:12.635896 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:14.018510 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.001853 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:53:15.007679 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [None req-1363aa99-e42d-41f6-bd03-58809a80c00c tempest-verify_tempest_config-1782555885 tempest-verify_tempest_config-1782555885-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:53:15.008643 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1363aa99-e42d-41f6-bd03-58809a80c00c tempest-verify_tempest_config-1782555885 tempest-verify_tempest_config-1782555885-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058279 Nov 01 22:53:15.294911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44564) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:53:15.393690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.472307 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.475998 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.519872 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=114121dd990841c5be6191bd270a2b42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2238326 Nov 01 22:53:15.521982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e9e21-5c86-4e53-9a09-1657502a446a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:53:15.522637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44568) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:53:15.528501 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.528871 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.529214 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.529547 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.529877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.530223 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.530552 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.530892 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.531233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.531579 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.531899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.532246 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40624ef-c2f9-4781-8fe0-f73fea8fafa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.602830 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.623451 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.714410 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.716954 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:15.718104 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/132e9e21-5c86-4e53-9a09-1657502a446a HTTP/1.1" status: 204 len: 168 time: 0.1939275 Nov 01 22:53:15.727486 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e9e21-5c86-4e53-9a09-1657502a446a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:53:15.734354 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.734702 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.735043 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.735375 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.735729 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.736201 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.736535 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.736884 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.737219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.737543 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.737862 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:15.738178 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa0e059-56df-4ce7-bb59-36a5f2f4d887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:53:16.695066 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:39.422914 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7414514c-5e43-49a0-838b-e8ba569d3eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:41.635060 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb09f9b4-1c34-4b05-bc35-4c7224aa553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:42.638506 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:44.020034 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:46.698163 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:53:47.843053 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:54:09.424610 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ebd0dbaa-4fa7-461a-964c-19696a9abf15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:11.638520 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69f0227c-e269-4fd6-aa17-37845333ce4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:12.641015 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:14.023445 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:16.700465 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:24.841874 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 5 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:54:39.426254 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-93772bcd-f631-4402-ac67-21f2d73f3351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:41.640130 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6666a580-36b5-4605-816c-994f3f6ad880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:42.645049 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:44.026744 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:46.702282 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:54:48.655160 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1674571'] for agent, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:01.840987 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:55:03.103041 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44642) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:55:03.212871 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8a5a0ead-a7c4-4e4c-8774-e7263ae28dbd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1080246 Nov 01 22:55:05.492110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44652) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:55:05.546792 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d129b492-7c01-4031-8243-67dcdfd881dd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536039 Nov 01 22:55:09.429106 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5887641c-b755-4f56-86ce-d30dcc528d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:11.642319 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa7f3b22-45d6-46fb-a79c-fd42e9c49067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:12.645777 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:14.029099 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:16.704030 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:18.627208 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:38.840031 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:55:39.431671 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d886481-0577-4671-9d62-e0d51ddb3955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:41.643386 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1a771f8c-854a-4211-9bd4-ea82f41d1471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:42.649131 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:44.032524 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:46.705460 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:55:48.626254 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:09.434853 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b9077024-f4a4-4033-bd43-f82f5249d73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:11.647646 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e6e1dacf-3827-47f2-9f99-a765a9f5e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:12.653267 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:14.035859 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:15.839512 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:56:16.708407 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:18.626412 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.244064 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44794) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:35.567129 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-network', 'tenant_id': '20c8cea678214ca883a23965edb93bc4'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:35.597550 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Made reservation on behalf of 20c8cea678214ca883a23965edb93bc4 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:35.600721 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.614479 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.710723 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.715982 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.748464 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6428e299-2774-47fd-99f8-26ec68e5e2d9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:35.756025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:35.759481 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.759829 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.760183 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.760471 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.760793 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.761130 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.761474 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.761785 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.762104 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.762425 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.762768 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.763046 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Tracked resource versions report: Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: pushed versions: Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: { 'AddressGroup': {'1.2'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'ConntrackHelper': {'1.0'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Log': {'1.0'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Network': {'1.1'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Port': {'1.7'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'PortForwarding': {'1.2'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'QosPolicy': {'1.10'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroup': {'1.4'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SubPort': {'1.0'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Subnet': {'1.1'}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Trunk': {'1.1'}} Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: consumer versions: Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: HyperV agent@hv-cinder-81221: {}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'ConntrackHelper': '1.0', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Log': '1.0', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Network': '1.1', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Port': '1.7', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'PortForwarding': '1.2', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'QosPolicy': '1.10', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroup': '1.4', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SecurityGroupRule': '1.2', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'SubPort': '1.0', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Subnet': '1.1', Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: 'Trunk': '1.1'}} Nov 01 22:56:35.764090 dv-cinder-812216-2-iscsi neutron-server[101291]: {{(pid=101291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:56:35.777392 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789490198191', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.778118 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Unsubscribe: segment precommit_create {{(pid=101291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 22:56:35.778879 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Added segment ffa17cf4-5067-4bcd-8a88-226805c9a37c of type vlan for network db7a9b91-339b-4f74-8d75-be65d458cb1f Nov 01 22:56:35.841693 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.877540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:35.888850 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:35.890051 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:35.890790 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.038287 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7919562 Nov 01 22:56:36.044833 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0abe8-4ff0-4b04-a7b7-e17fd3afa214 admin admin] Pushing event updated for resources: {'Network': ['ID=db7a9b91-339b-4f74-8d75-be65d458cb1f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:36.045053 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:36.055878 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Request body: {'subnet': {'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-subnet', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:36.056085 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network db7a9b91-339b-4f74-8d75-be65d458cb1f details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:36.084150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Made reservation on behalf of 20c8cea678214ca883a23965edb93bc4 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:36.090980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.277778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.289741 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2125239022-network', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:36.342325 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972a570d-c2b2-4c63-94b8-e3f00b730c04,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:36.352569 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.353141 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.353671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.354011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.354343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.354671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.355004 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.355343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.355697 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.356018 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.356339 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.356665 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Tracked resource versions report: Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: pushed versions: Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: { 'AddressGroup': {'1.2'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'ConntrackHelper': {'1.0'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Log': {'1.0'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Network': {'1.1'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Port': {'1.7'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'PortForwarding': {'1.2'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'QosPolicy': {'1.10'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroup': {'1.4'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SubPort': {'1.0'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Subnet': {'1.1'}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Trunk': {'1.1'}} Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: consumer versions: Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: HyperV agent@hv-cinder-81221: {}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'ConntrackHelper': '1.0', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Log': '1.0', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Network': '1.1', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Port': '1.7', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'PortForwarding': '1.2', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'QosPolicy': '1.10', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroup': '1.4', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SecurityGroupRule': '1.2', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'SubPort': '1.0', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Subnet': '1.1', Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: 'Trunk': '1.1'}} Nov 01 22:56:36.357670 dv-cinder-812216-2-iscsi neutron-server[101292]: {{(pid=101292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:56:36.383950 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Checking segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:36.384308 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Network hostable DHCP agents. Network: db7a9b91-339b-4f74-8d75-be65d458cb1f, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:36.387537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Made reservation on behalf of 7b6a391813da4129b554eb1b47d4e3ee for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:36.390292 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.410327 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.434524 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:36.451225 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, db7a9b91-339b-4f74-8d75-be65d458cb1f) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:36.459527 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:36.460315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.463901 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4c123-a5c0-49fa-b5a7-f25cf2e72518 None None] Network db7a9b91-339b-4f74-8d75-be65d458cb1f requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:36.484623 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ede30984-29ae-42bf-92a7-e1b49eca49c8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4421933 Nov 01 22:56:36.487218 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44870) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:36.493442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:36.521136 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.523235 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.575975 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.584178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.620415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f177b73c-a998-40cd-a81b-27fcea247086,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:36.661371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:36.677281 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.677969 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Added segment 1ad19295-fffb-41ea-a795-add1bc6264a6 of type vlan for network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 Nov 01 22:56:36.684594 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e418614-9181-4dec-a735-91c765e689af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-db7a9b91-339b-4f74-8d75-be65d458cb1f', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:56:36.685490 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.698104 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.716604 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44880) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:36.740472 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.774351 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.778402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:36.779391 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.840551 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9573092 Nov 01 22:56:36.842119 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44886) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:36.849282 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Request body: {'subnet': {'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2125239022-subnet', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:36.873428 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-9e418614-9181-4dec-a735-91c765e689af None None] Allocated IP 172.20.0.2 (db7a9b91-339b-4f74-8d75-be65d458cb1f/972a570d-c2b2-4c63-94b8-e3f00b730c04/e817404e-bea5-43af-9da6-f722297783bf) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:36.890545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66094df-7601-48d3-9815-957507b0abe0 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd4c2e1-b86a-464b-9d8c-ce1939dec772,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:36.926567 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Made reservation on behalf of 7b6a391813da4129b554eb1b47d4e3ee for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:36.930460 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:36.960788 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.018263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44892) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:37.073133 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:37.075230 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44896) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:37.119635 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.176154 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.215301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-207073471-network', 'tenant_id': '79445450daec4646af500dded30dd6a6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:37.248734 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e418614-9181-4dec-a735-91c765e689af None None] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:37.251593 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e418614-9181-4dec-a735-91c765e689af None None] Pushing event updated for resources: {'Port': ['ID=e817404e-bea5-43af-9da6-f722297783bf,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:37.260791 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-9e418614-9181-4dec-a735-91c765e689af None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:37.263898 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.264264 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.264692 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.265032 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.265403 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.265739 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.266059 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.266571 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.267080 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.267656 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.268727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.269465 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Tracked resource versions report: Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: pushed versions: Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: { 'AddressGroup': {'1.2'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'ConntrackHelper': {'1.0'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Log': {'1.0'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Network': {'1.1'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Port': {'1.7'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'PortForwarding': {'1.2'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'QosPolicy': {'1.10'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroup': {'1.4'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SubPort': {'1.0'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Subnet': {'1.1'}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Trunk': {'1.1'}} Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: consumer versions: Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: HyperV agent@hv-cinder-81221: {}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'ConntrackHelper': '1.0', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Log': '1.0', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Network': '1.1', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Port': '1.7', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'PortForwarding': '1.2', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'QosPolicy': '1.10', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroup': '1.4', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SecurityGroupRule': '1.2', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'SubPort': '1.0', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Subnet': '1.1', Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: 'Trunk': '1.1'}} Nov 01 22:56:37.271134 dv-cinder-812216-2-iscsi neutron-server[101293]: {{(pid=101293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:56:37.275227 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.295530 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e418614-9181-4dec-a735-91c765e689af None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:37.320011 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.347820 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Made reservation on behalf of 79445450daec4646af500dded30dd6a6 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:37.350706 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.366057 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.407913 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e418614-9181-4dec-a735-91c765e689af None None] Attempting to bind port e817404e-bea5-43af-9da6-f722297783bf on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:37.408482 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e418614-9181-4dec-a735-91c765e689af None None] Attempting to bind port e817404e-bea5-43af-9da6-f722297783bf by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:37.409545 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e418614-9181-4dec-a735-91c765e689af None None] Attempting to bind port e817404e-bea5-43af-9da6-f722297783bf on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:37.410784 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb29ba38-191a-4927-adf2-2855a41dde1f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:37.417791 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e418614-9181-4dec-a735-91c765e689af None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:37.418143 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e418614-9181-4dec-a735-91c765e689af None None] Checking segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:37.418595 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.419137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e418614-9181-4dec-a735-91c765e689af None None] Bound using segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:37.419798 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-9e418614-9181-4dec-a735-91c765e689af None None] Bound port: e817404e-bea5-43af-9da6-f722297783bf, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:37.420362 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.429290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.462140 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1310262907-network', 'tenant_id': '03ba9de87fde479e985d4748a44d89a4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:37.503909 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Made reservation on behalf of 03ba9de87fde479e985d4748a44d89a4 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:37.506817 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.521607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.536688 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9e418614-9181-4dec-a735-91c765e689af None None] For port e817404e-bea5-43af-9da6-f722297783bf, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:37.547765 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-9e418614-9181-4dec-a735-91c765e689af None None] For port e817404e-bea5-43af-9da6-f722297783bf, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e817404e-bea5-43af-9da6-f722297783bf,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:37.564344 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e418614-9181-4dec-a735-91c765e689af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.609847 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Checking segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:37.610517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Network hostable DHCP agents. Network: ffd4c2e1-b86a-464b-9d8c-ce1939dec772, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:37.636187 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-752952767-network', 'tenant_id': 'fd39b4ea3e7f43adb7e75dc0ccda1179'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:37.665530 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Made reservation on behalf of fd39b4ea3e7f43adb7e75dc0ccda1179 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:37.668423 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.704851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:37.715187 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.718672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e418614-9181-4dec-a735-91c765e689af None None] Pushing event updated for resources: {'Port': ['ID=e817404e-bea5-43af-9da6-f722297783bf,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:37.745803 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.786776 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.817561 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f8e15-b7a7-455a-b5f0-074670a3598d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:37.828696 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Allocated IP 172.27.2.104 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:37.838923 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, ffd4c2e1-b86a-464b-9d8c-ce1939dec772) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:37.867239 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.882764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:37.912163 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f6f24-b166-4c84-8689-4b59d32dad12 None None] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:37.935744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:37.977754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:38.031128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.033355 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Added segment 09cbf8c2-2140-4942-9b1b-60a12e12e441 of type vlan for network e189f4d2-70c1-4497-b4b5-b92af916a3ff Nov 01 22:56:38.083091 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.086403 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.105192 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.179569 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.252318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:38.252318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.255191 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:38.255521 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.255521 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Added segment 3f189b32-c520-4267-a8df-4860bbb4b5ea of type vlan for network f7e5b06c-7dfc-489c-a926-90c275639d95 Nov 01 22:56:38.261550 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:56:38.263109 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.325458 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.325994 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Added segment 77968ec1-77e3-4782-b2af-d8cb0d117844 of type vlan for network e0766e56-e446-446d-8bd9-702d57fcf3fc Nov 01 22:56:38.356862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 22:56:38.402442 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-fe5d3509-9476-4e5b-a898-14d342544283 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5591683 Nov 01 22:56:38.409751 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44938) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:38.420053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.429556 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c403bc-9035-4ca1-a5b0-658a8ac2f97f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:38.465765 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:38.487357 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6fb29-2799-42da-95ef-aa2ca7607ec1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:38.510031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.530751 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.531592 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Allocated IP 172.20.0.2 (ffd4c2e1-b86a-464b-9d8c-ce1939dec772/bb29ba38-191a-4927-adf2-2855a41dde1f/cb93826b-761c-4eb8-8052-0550cfc3d884) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:38.531778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:38.532417 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.582663 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Pushing event updated for resources: {'Port': ['ID=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:38.612620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.612620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.616377 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:38.620972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.623857 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:38.631212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:38.737992 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7069287 Nov 01 22:56:38.743142 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.746465 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:38.750582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.754702 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44948) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:38.775027 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd884-c741-4633-9eda-4d8ef31d86ac admin admin] Pushing event updated for resources: {'Network': ['ID=e189f4d2-70c1-4497-b4b5-b92af916a3ff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:38.796312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network e189f4d2-70c1-4497-b4b5-b92af916a3ff details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:38.807722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Request body: {'subnet': {'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1310262907-subnet', 'tenant_id': '03ba9de87fde479e985d4748a44d89a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:38.828041 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 22:56:38.861172 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e817404e-bea5-43af-9da6-f722297783bf up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:38.903406 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.916485 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.917450 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:38.918047 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.959598 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.969628 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Made reservation on behalf of 03ba9de87fde479e985d4748a44d89a4 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:38.973024 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.992398 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:38.997402 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2794459 Nov 01 22:56:39.055795 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 44952) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:39.066133 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:39.090413 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:39.099492 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:39.106272 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Pushing event updated for resources: {'Port': ['ID=cb93826b-761c-4eb8-8052-0550cfc3d884,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:39.143388 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Request body: {'subnet': {'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-subnet', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:39.178748 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port e817404e-bea5-43af-9da6-f722297783bf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:39.179214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.187676 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] Pushing event updated for resources: {'Network': ['ID=e0766e56-e446-446d-8bd9-702d57fcf3fc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:39.197151 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-14d46071-453f-4ec9-95ab-7d9df4880a19 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1167302 Nov 01 22:56:39.205268 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 44958) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:39.210470 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Request body: {'subnet': {'network_id': 'e0766e56-e446-446d-8bd9-702d57fcf3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-752952767-subnet', 'tenant_id': 'fd39b4ea3e7f43adb7e75dc0ccda1179', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:39.267046 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.317089 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network e0766e56-e446-446d-8bd9-702d57fcf3fc details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:39.386246 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42487a69-d2e7-4cbe-a72e-281c0f0dc127 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e5b06c-7dfc-489c-a926-90c275639d95,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:39.424154 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network f7e5b06c-7dfc-489c-a926-90c275639d95 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:39.433927 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Attempting to bind port cb93826b-761c-4eb8-8052-0550cfc3d884 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:39.434393 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Attempting to bind port cb93826b-761c-4eb8-8052-0550cfc3d884 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:39.435181 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Attempting to bind port cb93826b-761c-4eb8-8052-0550cfc3d884 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:39.463822 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Made reservation on behalf of 79445450daec4646af500dded30dd6a6 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:39.466595 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.529212 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.532972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Made reservation on behalf of fd39b4ea3e7f43adb7e75dc0ccda1179 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:39.540429 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.615990 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7df274-314a-435a-b613-df4ade23e2f3 None None] Network db7a9b91-339b-4f74-8d75-be65d458cb1f requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:39.622208 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:39.622747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Checking segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:39.622969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.623410 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Bound using segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:39.623943 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Bound port: cb93826b-761c-4eb8-8052-0550cfc3d884, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:39.624341 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.746870 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] For port cb93826b-761c-4eb8-8052-0550cfc3d884, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:39.750820 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] For port cb93826b-761c-4eb8-8052-0550cfc3d884, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cb93826b-761c-4eb8-8052-0550cfc3d884,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:39.793509 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.921541 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:39.939630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.029496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.059385 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee50d0-9e38-4204-b562-89631f885dee None None] Pushing event updated for resources: {'Port': ['ID=cb93826b-761c-4eb8-8052-0550cfc3d884,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:40.084083 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:56:40.112477 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-9dd43e92-6dd5-4110-913b-9b931d063b23 None None] Provisioning complete for port e817404e-bea5-43af-9da6-f722297783bf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:40.112851 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e92-6dd5-4110-913b-9b931d063b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.185299 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-30bfb131-16a9-493d-919b-f2b78a532f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.185617 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.186408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f74912-6051-400b-beb2-198d686083a5,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:40.194723 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.268789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9dd43e92-6dd5-4110-913b-9b931d063b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.291409 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port e817404e-bea5-43af-9da6-f722297783bf, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e817404e-bea5-43af-9da6-f722297783bf,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:40.310203 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.382635 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.db.api [None req-9dd43e92-6dd5-4110-913b-9b931d063b23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 22:56:40.384360 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG oslo_db.api [None req-9dd43e92-6dd5-4110-913b-9b931d063b23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 22:56:40.406667 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=e817404e-bea5-43af-9da6-f722297783bf,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:40.426758 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Checking segment: {'id': '09cbf8c2-2140-4942-9b1b-60a12e12e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:40.427112 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Network hostable DHCP agents. Network: e189f4d2-70c1-4497-b4b5-b92af916a3ff, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:40.429373 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69fa9a0-5903-4ee6-b392-42d50c10a393,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:40.483136 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0631b8f-552d-4f9b-9818-d6d7c04012bf,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:40.532169 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.542567 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:40.553317 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Checking segment: {'id': '77968ec1-77e3-4782-b2af-d8cb0d117844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e0766e56-e446-446d-8bd9-702d57fcf3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:40.553789 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Network hostable DHCP agents. Network: e0766e56-e446-446d-8bd9-702d57fcf3fc, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:40.566412 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:40.584080 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:40.586356 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:40.609395 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.615086 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c5abca46-72d5-4e98-9312-7b5d3fe8533d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1240413 Nov 01 22:56:40.617211 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45006) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:40.618757 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Network e0766e56-e446-446d-8bd9-702d57fcf3fc is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:40.631102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Network e189f4d2-70c1-4497-b4b5-b92af916a3ff is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:40.639539 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.668104 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Checking segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:40.668464 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Network hostable DHCP agents. Network: f7e5b06c-7dfc-489c-a926-90c275639d95, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:40.781935 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, e189f4d2-70c1-4497-b4b5-b92af916a3ff) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:40.784145 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, e0766e56-e446-446d-8bd9-702d57fcf3fc) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:40.798826 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21c4c18-e7e5-4dac-84f1-ee219f42f5c7 None None] Network e189f4d2-70c1-4497-b4b5-b92af916a3ff requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:40.805995 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:40.807208 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.868736 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:40.870380 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.902796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5960ab88-898a-4251-ad7a-9b5bd1edfb46 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1443551 Nov 01 22:56:40.918937 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Network f7e5b06c-7dfc-489c-a926-90c275639d95 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:40.952196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, f7e5b06c-7dfc-489c-a926-90c275639d95) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:40.957472 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:40.958705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:40.964550 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Allocated IP 172.27.2.110 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/f2dd39e6-4465-4efc-bf54-cd5a53be6cad) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:40.983419 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c13b3-7c84-4a50-8274-189483c8e273 None None] Network e0766e56-e446-446d-8bd9-702d57fcf3fc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:40.985499 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e817404e-bea5-43af-9da6-f722297783bf up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:41.002349 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bbf419-8d11-4d2f-9200-dad395cdd98b None None] Network f7e5b06c-7dfc-489c-a926-90c275639d95 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:41.061456 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b62af5f2-2d12-4209-86bf-1a4131da795f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8549063 Nov 01 22:56:41.074863 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ecb2e9df-7406-4440-a69b-484a4d225cd6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9940588 Nov 01 22:56:41.078322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45020) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:41.085564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:41.141885 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:41.209093 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.213703 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.411550 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.464022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.515927 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:38Z', 'revision_number': 3, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:41.624860 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:41.625610 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Updating router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:41.631096 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45064) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:41.634964 dv-cinder-812216-2-iscsi neutron-server[101292]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 01 22:56:41.700425 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a99239e2-cab6-4537-81a0-b9cb680468be None None] Provisioning complete for port e817404e-bea5-43af-9da6-f722297783bf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:41.700995 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a99239e2-cab6-4537-81a0-b9cb680468be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.707492 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.820013 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48968f05-545d-4b89-b8df-ae236cbd155b None None] Network e189f4d2-70c1-4497-b4b5-b92af916a3ff requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:41.823749 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b3193-8061-4fb1-bc82-8943b04c7431 None None] Network e0766e56-e446-446d-8bd9-702d57fcf3fc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:41.860810 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.926365 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb03087-8486-4867-be4b-79b964f09919 None None] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:41.928896 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8292db0d-c727-42f6-9bf5-3d5c036c58a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.949522 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.953226 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:41.985295 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port e817404e-bea5-43af-9da6-f722297783bf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:41.985675 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.102568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-f61c067e-9470-4f3c-8d93-904fccb8b4dd tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:42.103357 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-f61c067e-9470-4f3c-8d93-904fccb8b4dd tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/networks?id=e189f4d2-70c1-4497-b4b5-b92af916a3ff HTTP/1.1" status: 200 len: 812 time: 0.4694550 Nov 01 22:56:42.123711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Pushing event updated for resources: {'Port': ['ID=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:42.171551 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:42.178393 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45080) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:42.179816 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-85745e01-8e38-4a13-8dbb-664bf41b02a2 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/quotas/03ba9de87fde479e985d4748a44d89a4 HTTP/1.1" status: 200 len: 375 time: 0.0368059 Nov 01 22:56:42.182796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:42.185508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:42.192484 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-201747434-network', 'tenant_id': '8cdedef80acf437c802a11cf0d3819f1'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:42.247495 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-e049c49f-4b61-434f-a574-174096e11b04 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03ba9de87fde479e985d4748a44d89a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583100 Nov 01 22:56:42.277855 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.296491 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.309992 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Allocated IP 172.20.0.1 (db7a9b91-339b-4f74-8d75-be65d458cb1f/972a570d-c2b2-4c63-94b8-e3f00b730c04/e8a96e30-34d1-4a85-803e-8eb38314b7df) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:42.316695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Made reservation on behalf of 8cdedef80acf437c802a11cf0d3819f1 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:42.319557 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.338675 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.350647 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4848b-b3c3-48db-b195-5961270e62a2 None None] Network f7e5b06c-7dfc-489c-a926-90c275639d95 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:42.413647 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Pushing event updated for resources: {'Port': ['ID=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:42.457305 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.457920 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.458427 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.460317 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.461003 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.474417 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.481439 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.482704 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.484615 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.485234 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.486031 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.487643 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Tracked resource versions report: Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: pushed versions: Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: { 'AddressGroup': {'1.2'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'ConntrackHelper': {'1.0'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Log': {'1.0'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Network': {'1.1'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Port': {'1.7'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'PortForwarding': {'1.2'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'QosPolicy': {'1.10'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroup': {'1.4'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroupRule': {'1.2'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SubPort': {'1.0'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Subnet': {'1.1'}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Trunk': {'1.1'}} Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: consumer versions: Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: { DHCP agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: HyperV agent@hv-cinder-81221: {}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: L3 agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: Metadata agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: Metering agent@dv-cinder-812216-2-iscsi: {}, Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: Open vSwitch agent@dv-cinder-812216-2-iscsi: { 'AddressGroup': '1.2', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'ConntrackHelper': '1.0', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Log': '1.0', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Network': '1.1', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Port': '1.7', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'PortForwarding': '1.2', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'QosPolicy': '1.10', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroup': '1.4', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SecurityGroupRule': '1.2', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'SubPort': '1.0', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Subnet': '1.1', Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: 'Trunk': '1.1'}} Nov 01 22:56:42.494072 dv-cinder-812216-2-iscsi neutron-server[101294]: {{(pid=101294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 22:56:42.507047 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Attempting to bind port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:42.507811 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Attempting to bind port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:42.509249 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Attempting to bind port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:42.515633 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.527345 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:42.529900 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:42.532523 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.534786 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:42.536086 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Bound port: 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:42.536706 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.548959 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.567871 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.582690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-1461986d-1f4a-4b01-9e2a-c7fbd17f701f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:56:42.584015 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-1461986d-1f4a-4b01-9e2a-c7fbd17f701f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1289022 Nov 01 22:56:42.595164 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:56:42.619587 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.619954 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Added segment d5d08db8-51aa-493e-a8c7-b60fd34b42d8 of type vlan for network b3b439ba-31fe-494b-bf93-649cbe5b56e1 Nov 01 22:56:42.628236 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d65445f-13d9-4892-b469-4a30bb284495,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:42.644459 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.644656 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] For port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:42.649058 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] For port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:42.657274 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.758024 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78977-cbb6-4617-a981-65b955d53da3 None None] Pushing event updated for resources: {'Port': ['ID=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:42.762681 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.769253 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cb93826b-761c-4eb8-8052-0550cfc3d884 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:42.781819 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:42.783397 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:42.799922 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:42.824358 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:42.833728 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.836336 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:42.836952 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.889349 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-efac3d95-58f6-453c-9f1b-7ba12b4ed363 service neutron] 10.222.0.11 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609310 Nov 01 22:56:42.915184 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port cb93826b-761c-4eb8-8052-0550cfc3d884 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:42.926130 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.936367 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Pushing event updated for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:42.956053 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3ebbd05f-7684-48cc-a45f-4e042c2277d7 None None] Provisioning complete for port cb93826b-761c-4eb8-8052-0550cfc3d884 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:42.956430 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ebbd05f-7684-48cc-a45f-4e042c2277d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:42.966423 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.db.resource_extend [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 22:56:42.985316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.016855 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:43.183747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.226445 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.227472 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:43.228060 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.231594 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port cb93826b-761c-4eb8-8052-0550cfc3d884, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cb93826b-761c-4eb8-8052-0550cfc3d884,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:43.233413 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ebbd05f-7684-48cc-a45f-4e042c2277d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.250515 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.263181 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.278608 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.286052 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.322779 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=cb93826b-761c-4eb8-8052-0550cfc3d884,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:43.328176 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1479368 Nov 01 22:56:43.333305 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45096) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:43.338535 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Request body: {'subnet': {'network_id': 'b3b439ba-31fe-494b-bf93-649cbe5b56e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-201747434-subnet', 'tenant_id': '8cdedef80acf437c802a11cf0d3819f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:43.373580 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:38Z', 'revision_number': 3, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:43.400575 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a41065-0054-414c-a39a-3a014e1930e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b439ba-31fe-494b-bf93-649cbe5b56e1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:43.402075 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.db.api [None req-3ebbd05f-7684-48cc-a45f-4e042c2277d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101293) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 22:56:43.402764 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG oslo_db.api [None req-3ebbd05f-7684-48cc-a45f-4e042c2277d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 22:56:43.407720 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278d137-768b-469a-8ae0-9fe5095c7328 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:38Z', 'revision_number': 3, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:56:43.414358 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network b3b439ba-31fe-494b-bf93-649cbe5b56e1 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:56:43.419542 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-9be929dc-a001-427d-a551-4a157ad031b5 service neutron] 10.222.0.11 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217386 Nov 01 22:56:43.465505 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Made reservation on behalf of 8cdedef80acf437c802a11cf0d3819f1 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:43.468327 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.549297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Allocated IP 172.27.2.214 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/a8dd67c4-0c51-40e5-85c3-9de3ebf99967) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:43.554081 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.791272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45106) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:43.797380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.812042 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.836814 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.837699 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.854050 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b2ddfedb-9034-417a-8a42-6b5b07289c41 req-f77ac0e4-ce23-4a56-b373-ae86fd33de5b tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.0609586 Nov 01 22:56:43.856190 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:56:43.965831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:43.986686 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Pushing event updated for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:44.018649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:44.023321 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:44.033013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:44.050760 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.079779 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Pushing event updated for resources: {'Port': ['ID=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:44.085467 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:44.106250 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:44.125577 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:44.126496 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:44.144170 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.159873 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.161337 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1a6390e4-2c4c-4aff-aca1-83321c30413e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7032032 Nov 01 22:56:44.169093 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45120) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:44.179697 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d89f6ee9-b8c2-46d8-9fe0-cd0da4bbefdf None None] Provisioning complete for port cb93826b-761c-4eb8-8052-0550cfc3d884 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:44.180752 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d89f6ee9-b8c2-46d8-9fe0-cd0da4bbefdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.375341 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:44.410263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.546154 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d89f6ee9-b8c2-46d8-9fe0-cd0da4bbefdf None None] Provisioning complete for port e8a96e30-34d1-4a85-803e-8eb38314b7df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:44.546522 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d89f6ee9-b8c2-46d8-9fe0-cd0da4bbefdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.578968 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:44.580972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Checking segment: {'id': 'd5d08db8-51aa-493e-a8c7-b60fd34b42d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b3b439ba-31fe-494b-bf93-649cbe5b56e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:44.581447 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Network hostable DHCP agents. Network: b3b439ba-31fe-494b-bf93-649cbe5b56e1, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:56:44.584515 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:44.614941 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d89f6ee9-b8c2-46d8-9fe0-cd0da4bbefdf None None] Port e8a96e30-34d1-4a85-803e-8eb38314b7df cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:56:44.684139 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:44.735228 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:44.735964 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Updating router a2438af7-6787-413b-a7e7-8fd0ec855f94 port f2dd39e6-4465-4efc-bf54-cd5a53be6cad binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:44.777967 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.781841 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.848012 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef0a080-213d-45a2-b3bd-184d7020db5b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:44.865034 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:56:44.869110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Network b3b439ba-31fe-494b-bf93-649cbe5b56e1 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:56:44.904039 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, b3b439ba-31fe-494b-bf93-649cbe5b56e1) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:44.912808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:44.913487 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:44.918613 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcd0846-a06a-4042-b2c4-c75ff6d32baf None None] Network b3b439ba-31fe-494b-bf93-649cbe5b56e1 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:45.102772 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a9f669bb-7962-4981-a123-be624de8f510 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7682271 Nov 01 22:56:45.165705 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:45.173548 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4c86e26e-c3df-4679-b532-0cb53633dc4e admin admin] 10.222.0.11 "PUT /v2.0/routers/9a887a0b-e6a4-4eaa-b459-45384cd7a556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5457618 Nov 01 22:56:45.190714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5d3f1f25-7b59-4a56-9f64-d67ee68bd7d7 None None] Provisioning complete for port e8a96e30-34d1-4a85-803e-8eb38314b7df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:45.191263 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5d3f1f25-7b59-4a56-9f64-d67ee68bd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.230673 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.254862 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-01e5d264-9a38-4b86-b647-d490c2baf10b req-10079c9b-3353-4b0d-956a-521573be529b tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.0479176 Nov 01 22:56:45.323474 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Router 73743710-a652-48b4-b341-ba41556ca3c9 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:56:45.389714 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45158) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:45.456948 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.486973 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.494367 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0141d-572e-4849-ad8f-aea2745ac9c3 None None] Network b3b439ba-31fe-494b-bf93-649cbe5b56e1 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:56:45.504656 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:45.529081 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Deleting subnet a0631b8f-552d-4f9b-9818-d6d7c04012bf {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 22:56:45.532910 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.554637 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.556585 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c6671346-20c5-41d8-a46d-8076ef7c732d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4768708 Nov 01 22:56:45.559643 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45166) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:45.635578 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.651333 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Allocated IP 172.20.0.1 (ffd4c2e1-b86a-464b-9d8c-ce1939dec772/bb29ba38-191a-4927-adf2-2855a41dde1f/144f9657-e4a7-4c06-ba15-fec7eba7e0bd) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:45.654793 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.704729 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:45.744443 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Sync routers for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:45.763802 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:45.765540 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:45.825614 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f1f25-7b59-4a56-9f64-d67ee68bd7d7 None None] Port e8a96e30-34d1-4a85-803e-8eb38314b7df cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:56:45.925981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.946182 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b907ae-cd5f-4a7e-b5f1-4f51f33a4943 None None] Pushing event updated for resources: {'Port': ['ID=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:45.952555 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Attempting to bind port f2dd39e6-4465-4efc-bf54-cd5a53be6cad on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:45.965276 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Attempting to bind port f2dd39e6-4465-4efc-bf54-cd5a53be6cad by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:45.965705 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Attempting to bind port f2dd39e6-4465-4efc-bf54-cd5a53be6cad on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:45.985331 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:45.985701 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.993830 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:45.994204 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:45.994608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:45.995001 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:45.998828 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Bound port: f2dd39e6-4465-4efc-bf54-cd5a53be6cad, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:45.999233 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.001109 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0631b8f-552d-4f9b-9818-d6d7c04012bf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:46.028525 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.035192 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.047295 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8af8b82d-eaf5-4461-b449-eedc74ed452d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a0631b8f-552d-4f9b-9818-d6d7c04012bf HTTP/1.1" status: 204 len: 168 time: 0.6562953 Nov 01 22:56:46.050061 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45170) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:46.071842 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:46.131431 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] For port f2dd39e6-4465-4efc-bf54-cd5a53be6cad, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:46.135126 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] For port f2dd39e6-4465-4efc-bf54-cd5a53be6cad, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:46.172036 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.218087 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:46.250379 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:46.251084 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.379926 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.427979 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b907ae-cd5f-4a7e-b5f1-4f51f33a4943 None None] Pushing event updated for resources: {'Port': ['ID=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:46.437859 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:44Z', 'revision_number': 3, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.443163 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:46.445991 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.490792 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Checking router: 73743710-a652-48b4-b341-ba41556ca3c9 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:46.492015 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Updating router 73743710-a652-48b4-b341-ba41556ca3c9 port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:46.494368 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.506120 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.529794 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.598308 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:46.632481 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.632841 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.633636 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.634006 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > port after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.634564 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.634929 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > port after_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.635251 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.635655 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.635974 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.636476 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.640858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45184) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:46.654775 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3e81444-39b5-4d99-9f8c-56d680be0c05 req-f8da88c9-315e-4ba4-848f-0ea02af9375d tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.0910921 Nov 01 22:56:46.669660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849260796', 'description': 'tempest-description--1835827217'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:46.717495 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:46.758253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.776887 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.795399 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.811926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.840829 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:46.870586 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.871373 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cb93826b-761c-4eb8-8052-0550cfc3d884 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:46.926891 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.927498 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.927995 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.928504 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:46.928857 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0766e56-e446-446d-8bd9-702d57fcf3fc']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.932710 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:46.947301 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77968ec1-77e3-4782-b2af-d8cb0d117844') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.947661 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77968ec1-77e3-4782-b2af-d8cb0d117844') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:46.963858 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.989750 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:46.994969 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:46.998204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:46.998495 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.021540 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.037310 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.097241 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Allocated IP 172.20.0.1 (f7e5b06c-7dfc-489c-a926-90c275639d95/d69fa9a0-5903-4ee6-b392-42d50c10a393/ee52ab47-ffe4-49db-9ff4-92392efc24af) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:47.097596 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Pushing event updated for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:47.109022 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 22:56:47.109683 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: from cryptography.utils import int_from_bytes Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: from cryptography.utils import int_from_bytes Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 22:56:47.114664 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 22:56:47.126090 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:47.185092 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Attempting to bind port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:47.185453 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Attempting to bind port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:47.185823 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Attempting to bind port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:47.201899 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port cb93826b-761c-4eb8-8052-0550cfc3d884 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:47.202568 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.210867 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:47.211271 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:47.220184 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.220876 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:47.221569 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Bound port: a8dd67c4-0c51-40e5-85c3-9de3ebf99967, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:47.222152 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.225196 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a463ab8-1a36-4bca-b8ea-f2d224f853aa None None] Pushing event updated for resources: {'Port': ['ID=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:47.233474 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.245810 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.261802 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.261969 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.266336 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e0766e56-e446-446d-8bd9-702d57fcf3fc HTTP/1.1" status: 204 len: 168 time: 1.2107332 Nov 01 22:56:47.286380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45190) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:47.330457 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.391627 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] For port a8dd67c4-0c51-40e5-85c3-9de3ebf99967, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:47.401568 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] For port a8dd67c4-0c51-40e5-85c3-9de3ebf99967, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:47.413951 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.493799 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 2, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:47.499162 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b522417-1f38-434b-aa1d-b1bcc911f848,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:47.535046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.26', 54586) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:47.545069 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:47.549510 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:47.579926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:47.580827 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Updating router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 port e8a96e30-34d1-4a85-803e-8eb38314b7df binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:47.620110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.633866 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6aa0a-9e7d-47ad-b406-dfcba604fbf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0766e56-e446-446d-8bd9-702d57fcf3fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:47.640146 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:47.642715 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.733053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.737591 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd157bb0-7cb8-4940-bcd7-5685808bed02 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:42Z', 'revision_number': 3, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:56:47.744639 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:47.786619 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:47.855131 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.868385 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-dac8964a-488f-44ba-bfe1-d9d44acdf315 None None] Provisioning complete for port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:47.868758 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dac8964a-488f-44ba-bfe1-d9d44acdf315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.901092 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-ffe24328-306b-4277-ad86-8713fd683866 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:47.902684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-ffe24328-306b-4277-ad86-8713fd683866 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.26 "GET /v2.0/networks?id=e189f4d2-70c1-4497-b4b5-b92af916a3ff HTTP/1.1" status: 200 len: 812 time: 0.2817440 Nov 01 22:56:47.944191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:47.959225 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-db4f1eee-06ed-46d2-aef8-e286aa969246 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3027458 Nov 01 22:56:47.962135 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45214) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:47.977192 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group_rule': {'security_group_id': '9b522417-1f38-434b-aa1d-b1bcc911f848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:48.034358 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:48.050307 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:48.051588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Request body: {'port': {'device_id': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff', 'admin_state_up': True, 'tenant_id': '03ba9de87fde479e985d4748a44d89a4'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:48.126184 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a463ab8-1a36-4bca-b8ea-f2d224f853aa None None] Pushing event updated for resources: {'Port': ['ID=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:48.193102 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:44Z', 'revision_number': 3, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:48.263425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.300711 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3774063a-9e05-4428-9690-09671e7787a5 None None] The sync data for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi is: [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:44Z', 'revision_number': 3, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:56:48.360068 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-40db1f34-5927-4c43-bbe3-a8ca20584004 req-ba368355-e927-45f9-9d74-5081dcadb91c tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.4938636 Nov 01 22:56:48.368048 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Deleting subnet 1ef0a080-213d-45a2-b3bd-184d7020db5b {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 22:56:48.411978 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-dac8964a-488f-44ba-bfe1-d9d44acdf315 None None] Port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:56:48.462022 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:48.462996 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.474392 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Pushing event updated for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:48.478949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.486934 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:56:48.808486 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.897754 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.930247 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.935608 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.949648 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:48.962131 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a43d46ae-b03a-4619-975f-78492811eb6a admin admin] 10.222.0.11 "PUT /v2.0/routers/a2438af7-6787-413b-a7e7-8fd0ec855f94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7825446 Nov 01 22:56:48.977368 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.979564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:48.980931 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.021292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b016760a-b14b-4250-93ee-8319a5ee29c2 None None] Provisioning complete for port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:49.021609 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b016760a-b14b-4250-93ee-8319a5ee29c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.082640 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.128086 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385cf7b-f972-4f7e-9f72-0fe95eb34b2b None None] Pushing event updated for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:49.145015 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-b016760a-b14b-4250-93ee-8319a5ee29c2 None None] Port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:56:49.202397 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11157d27-7e19-4c45-98f4-646c1854bcc9,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:49.227555 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Attempting to bind port e8a96e30-34d1-4a85-803e-8eb38314b7df on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:49.228206 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Attempting to bind port e8a96e30-34d1-4a85-803e-8eb38314b7df by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:49.230160 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Attempting to bind port e8a96e30-34d1-4a85-803e-8eb38314b7df on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:49.238668 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:49.238906 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Checking segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:49.239854 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.240473 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Bound using segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:49.241119 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Bound port: e8a96e30-34d1-4a85-803e-8eb38314b7df, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:49.241718 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.284265 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.331312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Made reservation on behalf of 03ba9de87fde479e985d4748a44d89a4 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:56:49.344602 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.495386 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] For port e8a96e30-34d1-4a85-803e-8eb38314b7df, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:49.507989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] For port e8a96e30-34d1-4a85-803e-8eb38314b7df, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e8a96e30-34d1-4a85-803e-8eb38314b7df,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:49.512997 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45270) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:49.521506 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.803114 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] Provisioning complete for port e8a96e30-34d1-4a85-803e-8eb38314b7df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:49.816122 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:49.820113 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:49.824298 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:49.835330 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385cf7b-f972-4f7e-9f72-0fe95eb34b2b None None] Pushing event updated for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:49.974960 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de72616-9859-4a37-86c3-6ea6683e721f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.107335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device f2dd39e6-4465-4efc-bf54-cd5a53be6cad up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:50.146139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.175032 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de72616-9859-4a37-86c3-6ea6683e721f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.189066 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.193478 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2de72616-9859-4a37-86c3-6ea6683e721f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.202051 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-78141639-1d86-4976-95ad-ed43f294813f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2318082 Nov 01 22:56:50.239599 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45288) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:50.256937 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27762468-4549-4e19-b345-89a28bd6d8b2 req-a2f219df-c888-447d-b3e7-4bd4426894b0 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.0947526 Nov 01 22:56:50.257731 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2de72616-9859-4a37-86c3-6ea6683e721f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02168695747c4004b7299e8131030df8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7429376 Nov 01 22:56:50.268311 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45290) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:50.271413 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group_rule': {'security_group_id': '9b522417-1f38-434b-aa1d-b1bcc911f848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:50.374558 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de72616-9859-4a37-86c3-6ea6683e721f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3439d750-4dca-481e-bec0-1a35319d0dfc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:50.384738 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Network f7e5b06c-7dfc-489c-a926-90c275639d95 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:50.423245 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef0a080-213d-45a2-b3bd-184d7020db5b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:50.431338 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.437516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.442578 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5bbe5ff3-b117-4e95-929a-3ef710fc9ef4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1ef0a080-213d-45a2-b3bd-184d7020db5b HTTP/1.1" status: 204 len: 168 time: 3.1548169 Nov 01 22:56:50.448419 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:50.450441 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:50.469868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:50.471814 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.528905 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:50.618422 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45300) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:50.628775 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1552675799', 'description': 'tempest-description--1844852323'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:50.659098 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:50.701301 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port f2dd39e6-4465-4efc-bf54-cd5a53be6cad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:50.702795 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.712503 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.779511 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.867984 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.878870 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.906462 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.952705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:50.957076 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bec359a-1ca2-471a-bd62-1d08f74a9027,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:51.041306 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.046232 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ef9b6a5e-6960-4d75-a147-60e33b08efa1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7861300 Nov 01 22:56:51.048831 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:51.060705 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:51.071699 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.115565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.135170 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] For port e8a96e30-34d1-4a85-803e-8eb38314b7df, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e8a96e30-34d1-4a85-803e-8eb38314b7df,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:51.152959 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.169628 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.188307 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.211662 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.251332 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.276854 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.278645 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6591027 Nov 01 22:56:51.290001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45318) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:51.301542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group_rule': {'security_group_id': '21af601c-883f-482e-88f8-284bf66196be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:51.368930 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port f2dd39e6-4465-4efc-bf54-cd5a53be6cad, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:51.371314 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2347da28-34b2-44dd-a344-fb3c55805e48 None None] Provisioning complete for port e8a96e30-34d1-4a85-803e-8eb38314b7df triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:51.371707 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2347da28-34b2-44dd-a344-fb3c55805e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.388991 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0ac0-588b-4b9d-9623-f25775e3994c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21af601c-883f-482e-88f8-284bf66196be,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:51.426793 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Allocated IP 172.20.0.14 (e189f4d2-70c1-4497-b4b5-b92af916a3ff/f7f74912-6051-400b-beb2-198d686083a5/e592d6eb-5c7b-47e1-bac9-423df3e4aeab) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:51.429599 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd03aff-c5eb-4858-b9d6-a5c1fc8514a6 None None] Pushing event updated for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:51.431307 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.435634 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.436616 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a8dd67c4-0c51-40e5-85c3-9de3ebf99967 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:51.502864 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.528596 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.529652 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.530340 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.530735 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > port after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.531144 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.534836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > port after_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.534836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.534836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.534836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.534836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.638994 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.653484 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:51.663321 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:51.664682 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.726163 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:49Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:51.803352 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.803750 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.804084 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.804416 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101292) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 22:56:51.804775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b439ba-31fe-494b-bf93-649cbe5b56e1']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:51.823584 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d08db8-51aa-493e-a8c7-b60fd34b42d8') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:51.823884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d08db8-51aa-493e-a8c7-b60fd34b42d8') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:51.835552 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Allocated IP 172.27.2.87 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/a5ab6db1-30c1-4892-893b-196eb4ffed1e) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:51.857432 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a6fbbb-fe2d-41a3-bfb6-d1dbcda2f1ee None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:49Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:56:51.872864 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.905986 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.926318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 22:56:51.926717 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:51.956562 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.004762 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port a8dd67c4-0c51-40e5-85c3-9de3ebf99967, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:52.011597 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.051318 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:52.099046 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:52.101648 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:52.139930 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:52.353839 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:52.360863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device f2dd39e6-4465-4efc-bf54-cd5a53be6cad up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: from cryptography.utils import int_from_bytes Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: from cryptography.utils import int_from_bytes Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 22:56:52.410457 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 22:56:52.422736 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.461400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.464263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.465541 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3439d750-4dca-481e-bec0-1a35319d0dfc HTTP/1.1" status: 204 len: 168 time: 2.1886115 Nov 01 22:56:52.481599 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.494184 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.529355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port f2dd39e6-4465-4efc-bf54-cd5a53be6cad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:52.531707 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.538368 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:52.542702 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:52.544429 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab1a5e-fd14-4eac-9b22-cafd6a9e9f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3439d750-4dca-481e-bec0-1a35319d0dfc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:52.552092 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:52.562684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69281f96-c86c-45bf-b04f-310a05dfa111 req-f5040c73-9d03-4865-9c9e-3aea73cbec7a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.4427094 Nov 01 22:56:52.640562 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:52.654895 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3b439ba-31fe-494b-bf93-649cbe5b56e1 HTTP/1.1" status: 204 len: 168 time: 2.2010469 Nov 01 22:56:52.725190 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=a5ab6db1-30c1-4892-893b-196eb4ffed1e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:52.771563 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655cc2b-d5f7-45c2-a891-d25915f0fd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b439ba-31fe-494b-bf93-649cbe5b56e1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:52.810562 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e8a96e30-34d1-4a85-803e-8eb38314b7df up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:52.879204 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:56:52.988447 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.084168 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.093481 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 2, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:53.120264 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.167568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.199268 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:53.200038 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Updating router a2438af7-6787-413b-a7e7-8fd0ec855f94 port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:53.227731 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45356) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:53.336757 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.355326 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port e8a96e30-34d1-4a85-803e-8eb38314b7df triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:53.355921 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.483884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.504936 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.513045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.521275 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-1a2b9baf-0384-47ab-a789-ed70dad8d417 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd39b4ea3e7f43adb7e75dc0ccda1179&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2896965 Nov 01 22:56:53.524222 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45362) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:53.530549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.581465 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:53.661737 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7f62b3-2bf7-46b1-bc8e-0bb6ef7f1c68,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:53.684696 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.688774 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3d710732-5b4f-474c-ae4a-6145516d29ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3913350 Nov 01 22:56:53.692488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45368) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:53.762559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.795604 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group_rule': {'security_group_id': '21af601c-883f-482e-88f8-284bf66196be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:53.796804 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.816962 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Network f7e5b06c-7dfc-489c-a926-90c275639d95 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:53.823273 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:53.829505 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.858024 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.880838 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:53.918637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.051343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.064991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.082697 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493db39-8438-45db-be42-8ca52611876c None None] Pushing event updated for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:54.097780 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=a5ab6db1-30c1-4892-893b-196eb4ffed1e,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:54.131791 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.132523 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Attempting to bind port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:54.133542 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Attempting to bind port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:54.134791 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Attempting to bind port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:54.173243 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.174620 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-454b463e-da58-44f2-ae07-1a083edc3f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1229405 Nov 01 22:56:54.175580 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:54.176772 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Checking segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:54.177861 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.181560 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Bound using segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:54.183330 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.186770 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.188138 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99c403bc-9035-4ca1-a5b0-658a8ac2f97f HTTP/1.1" status: 204 len: 168 time: 0.6618676 Nov 01 22:56:54.200093 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e2c23-3a32-4ee1-8862-7cb8541f65ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c403bc-9035-4ca1-a5b0-658a8ac2f97f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:54.210406 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Bound port: 144f9657-e4a7-4c06-ba15-fec7eba7e0bd, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:54.212253 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.338720 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a8dd67c4-0c51-40e5-85c3-9de3ebf99967 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:54.425668 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] For port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:54.429482 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] For port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:54.435084 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.475165 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] Provisioning complete for port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:54.477963 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.499930 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Pushing event updated for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:54.564083 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493db39-8438-45db-be42-8ca52611876c None None] Pushing event updated for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:54.574041 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:54.575920 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:54.661432 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:54.661798 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:54.693198 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Network e189f4d2-70c1-4497-b4b5-b92af916a3ff is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:54.720789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:54.790899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:54.808258 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:55.025620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc7d05-4db0-4f27-b782-4c5d93fb99c2 req-7533cf60-fe9e-4410-aa64-bc76d6cbadb5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:55.034820 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-03fc7d05-4db0-4f27-b782-4c5d93fb99c2 req-7533cf60-fe9e-4410-aa64-bc76d6cbadb5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 932 time: 1.0559368 Nov 01 22:56:55.113321 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.213398 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] For port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:56:55.216233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:55.217200 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.230402 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.237374 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45414) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:55.282433 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-abb533bb-1afc-437b-bb00-8f090d5273b3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--849260796&fields=id&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 267 time: 0.5415716 Nov 01 22:56:55.343386 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-231d4b43-f969-4df4-a7fe-b084d8372279 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cdedef80acf437c802a11cf0d3819f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1043117 Nov 01 22:56:55.347207 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45418) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:55.405508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee66e9-49d6-4115-ba44-63ad0b17373e None None] Pushing event updated for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:55.414338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b686a9fe-acb3-4ce0-9266-bc8628513f68 None None] Provisioning complete for port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:55.415578 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b686a9fe-acb3-4ce0-9266-bc8628513f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.453963 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-03fc7d05-4db0-4f27-b782-4c5d93fb99c2 req-8ed528f2-afd6-4d48-afcf-c4d2753cb5c3 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688328 Nov 01 22:56:55.485343 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.524605 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:54Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:55.528907 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.562419 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.564607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Router 73743710-a652-48b4-b341-ba41556ca3c9 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:56:55.604255 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62ff132b-2f8d-419d-b12f-0234e47b1ee7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5614781 Nov 01 22:56:55.606509 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e88f44-1e68-4538-b1f7-00b6a6d9de02 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:54Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:56:55.619530 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.644672 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.647362 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.648635 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d65445f-13d9-4892-b469-4a30bb284495 HTTP/1.1" status: 204 len: 168 time: 0.3001616 Nov 01 22:56:55.665094 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7dec65-31a3-490e-a407-1e4d63724b53,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:55.672986 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c8d71-efcb-4276-b498-21f3397a6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d65445f-13d9-4892-b469-4a30bb284495,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:55.779309 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.787931 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0959716f-73f2-429b-b30e-ae99e5a9bb55 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9957469 Nov 01 22:56:55.788171 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45428) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:56:55.794419 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:55.804325 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-7aa8b0b9-0db3-46d4-8f76-c9a0fc92d2a7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:55.806453 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-7aa8b0b9-0db3-46d4-8f76-c9a0fc92d2a7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 817 time: 0.5207226 Nov 01 22:56:55.850055 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:55.867567 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-69432009-917b-4f64-8b08-cc5b0c7f52c8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/quotas/20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 375 time: 0.0465806 Nov 01 22:56:55.928764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:56:55.940998 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Sync routers for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:56:55.944617 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8c7bb0f2-38d9-4197-a379-4b8e00d744d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/73743710-a652-48b4-b341-ba41556ca3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3824711 Nov 01 22:56:55.963071 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:55.963651 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:55.980396 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-6d2e97c6-2f26-4eef-bb2f-4d9fd79cbe00 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986993 Nov 01 22:56:56.014965 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:56.253174 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Allocated IP 172.27.2.217 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/1f7612d0-6901-4996-a768-345a9fa57823) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:56:56.312787 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:56.382913 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 144f9657-e4a7-4c06-ba15-fec7eba7e0bd up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:56:56.442932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:56.544910 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:56.636296 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:56:56.639355 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:56:56.646391 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:56:56.694451 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=1f7612d0-6901-4996-a768-345a9fa57823,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:56.788980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ea105-1e46-4f74-a1f9-145330fff9b6 req-7b7d72e8-a39d-4da1-bfbf-f9c4d96d96a4 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:56.800186 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-364ea105-1e46-4f74-a1f9-145330fff9b6 req-7b7d72e8-a39d-4da1-bfbf-f9c4d96d96a4 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 932 time: 0.1867602 Nov 01 22:56:56.800644 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:56:56.801011 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:56.854323 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:56.870271 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-364ea105-1e46-4f74-a1f9-145330fff9b6 req-c4025bca-6020-424b-94c5-38d21f8676db tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685399 Nov 01 22:56:56.948762 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.219101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-bdd6e16b-0920-4f74-ad2b-4b96bbc65df4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:56:57.220310 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-bdd6e16b-0920-4f74-ad2b-4b96bbc65df4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5196133 Nov 01 22:56:57.228804 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 4, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'ee52ab47-ffe4-49db-9ff4-92392efc24af', 'name': '', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'mac_address': 'fa:16:3e:91:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:46Z', 'updated_at': '2021-11-01T22:56:52Z', 'revision_number': 2, 'project_id': '79445450daec4646af500dded30dd6a6', 'subnets': [{'id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:57.264790 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.277167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Checking router: 73743710-a652-48b4-b341-ba41556ca3c9 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:56:57.277622 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.278913 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Updating router 73743710-a652-48b4-b341-ba41556ca3c9 port ee52ab47-ffe4-49db-9ff4-92392efc24af binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:56:57.404791 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.504997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62dfe4ad-9666-4d16-a4e3-3aab512d2651 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 22:56:57.506084 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-62dfe4ad-9666-4d16-a4e3-3aab512d2651 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129616 Nov 01 22:56:57.560680 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-2b506a1a-256c-47db-b548-05661bb2ed94 service neutron] 10.222.0.11 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302088 Nov 01 22:56:57.584764 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=1f7612d0-6901-4996-a768-345a9fa57823,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:57.621228 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.661323 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:57.672738 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e9e7d238-c5ad-4439-b748-5a8f95841cc8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8832576 Nov 01 22:56:57.996328 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-701b0bd0-8e59-456b-8fb0-997f531c22df service neutron] 10.222.0.11 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266355 Nov 01 22:56:58.157021 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Request body: {'port': {'device_id': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:56:58.262699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.271562 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.276411 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-24f596a0-882b-4d78-ac0c-e08e5968d847 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:58.278003 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-24f596a0-882b-4d78-ac0c-e08e5968d847 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 818 time: 0.4583158 Nov 01 22:56:58.278749 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.348580 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-9b5dd0c0-78a2-44fd-8963-1f1559de286c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/quotas/79445450daec4646af500dded30dd6a6 HTTP/1.1" status: 200 len: 375 time: 0.0440369 Nov 01 22:56:58.495666 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fdd6e-6a43-4cad-a515-d201daee4a47 None None] Pushing event updated for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:58.581260 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Attempting to bind port ee52ab47-ffe4-49db-9ff4-92392efc24af on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:56:58.582221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Attempting to bind port ee52ab47-ffe4-49db-9ff4-92392efc24af by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:56:58.583089 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Attempting to bind port ee52ab47-ffe4-49db-9ff4-92392efc24af on network f7e5b06c-7dfc-489c-a926-90c275639d95 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:56:58.595147 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:56:58.597504 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Checking segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:56:58.608762 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.609488 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Bound using segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:56:58.610023 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Bound port: ee52ab47-ffe4-49db-9ff4-92392efc24af, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:56:58.610568 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.633042 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-d16a6aca-25ee-4ba4-8952-b4bdab2f3dc0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2815135 Nov 01 22:56:58.773919 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] For port ee52ab47-ffe4-49db-9ff4-92392efc24af, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:56:58.777929 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] For port ee52ab47-ffe4-49db-9ff4-92392efc24af, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=ee52ab47-ffe4-49db-9ff4-92392efc24af,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:56:58.803940 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:58.894625 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:56:58.895592 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:56:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:56:58.974313 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fdd6e-6a43-4cad-a515-d201daee4a47 None None] Pushing event updated for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:56:58.990336 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446258e2-4e16-46b3-8019-688913aad4bc req-132a8198-9711-4b97-8489-24813f65a622 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:56:58.997958 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-446258e2-4e16-46b3-8019-688913aad4bc req-132a8198-9711-4b97-8489-24813f65a622 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 932 time: 0.4994464 Nov 01 22:56:59.140264 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c73b346-c684-499b-9aa4-3d606f05858b service neutron] 10.222.0.11 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079732 Nov 01 22:56:59.268988 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-446258e2-4e16-46b3-8019-688913aad4bc req-3277fadf-3467-4cef-b42a-977d76f8f721 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692857 Nov 01 22:56:59.584099 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-6cafe6f3-d731-4997-8743-8a1a0f9e9cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303117 Nov 01 22:56:59.588862 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:56:59.615263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e592d6eb-5c7b-47e1-bac9-423df3e4aeab {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:56:59.681736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:56:59.784107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-cc65d2a0-4f67-4cb3-b810-c3119215f6fa tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1552675799&fields=id&tenant_id=7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 267 time: 0.2526202 Nov 01 22:56:59.887269 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Transition to ACTIVE for port object e592d6eb-5c7b-47e1-bac9-423df3e4aeab will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:57:00.024874 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 4, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'ee52ab47-ffe4-49db-9ff4-92392efc24af', 'name': '', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'mac_address': 'fa:16:3e:91:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:46Z', 'updated_at': '2021-11-01T22:56:58Z', 'revision_number': 4, 'project_id': '79445450daec4646af500dded30dd6a6', 'subnets': [{'id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:00.100384 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d186060-1eda-40bf-9dcd-1d8686ece2b7 None None] The sync data for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi is: [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 4, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'ee52ab47-ffe4-49db-9ff4-92392efc24af', 'name': '', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'mac_address': 'fa:16:3e:91:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:46Z', 'updated_at': '2021-11-01T22:56:58Z', 'revision_number': 4, 'project_id': '79445450daec4646af500dded30dd6a6', 'subnets': [{'id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:00.498432 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:00.561988 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ea4841a0-5b61-46ce-8168-5e933a77699d req-0ff7bd61-123e-4538-a381-af4a63fb9f6c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0652645 Nov 01 22:57:00.764196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-54aa1be3-7f65-4e92-94e5-99e51953cf78 req-47f0aed5-9b78-4f8d-8419-75b365448247 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 210 time: 0.0638390 Nov 01 22:57:00.841414 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Pushing event updated for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:00.856316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Attempting to bind port e592d6eb-5c7b-47e1-bac9-423df3e4aeab on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:00.856687 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Attempting to bind port e592d6eb-5c7b-47e1-bac9-423df3e4aeab by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '09cbf8c2-2140-4942-9b1b-60a12e12e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:00.857034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Attempting to bind port e592d6eb-5c7b-47e1-bac9-423df3e4aeab on network e189f4d2-70c1-4497-b4b5-b92af916a3ff {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:00.868034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Port e592d6eb-5c7b-47e1-bac9-423df3e4aeab on network e189f4d2-70c1-4497-b4b5-b92af916a3ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:57:00.868363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Attempting to bind port e592d6eb-5c7b-47e1-bac9-423df3e4aeab on network e189f4d2-70c1-4497-b4b5-b92af916a3ff {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:00.879699 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:00.880038 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Checking segment: {'id': '09cbf8c2-2140-4942-9b1b-60a12e12e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:00.880639 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Bound using segment: {'id': '09cbf8c2-2140-4942-9b1b-60a12e12e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:00.881114 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Bound port: e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cbf8c2-2140-4942-9b1b-60a12e12e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:00.881482 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:00.900765 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-3b1b1b88-2f1c-490f-97a2-e19ffbc64867 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:00.902459 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-3b1b1b88-2f1c-490f-97a2-e19ffbc64867 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 811 time: 1.0954823 Nov 01 22:57:01.119917 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-d1f17ae6-4c67-4abc-b704-f1c0b01e2a8b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/quotas/7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 375 time: 0.1570137 Nov 01 22:57:01.134540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:01.164469 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,segment=NetworkSegment(09cbf8c2-2140-4942-9b1b-60a12e12e441),segment_id=09cbf8c2-2140-4942-9b1b-60a12e12e441)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:01.208386 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45640) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:01.244681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.267928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a8b45-f588-40b6-8643-4bf6dffc53ae req-c4af1e87-dfa3-4b25-8355-1b5d4fadf497 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:01.277861 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c73a8b45-f588-40b6-8643-4bf6dffc53ae req-c4af1e87-dfa3-4b25-8355-1b5d4fadf497 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.3154738 Nov 01 22:57:01.380666 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:01.383772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.387890 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] 10.222.0.26 "PUT /v2.0/ports/e592d6eb-5c7b-47e1-bac9-423df3e4aeab HTTP/1.1" status: 200 len: 1094 time: 3.3865821 Nov 01 22:57:01.401248 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:01.431850 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-52207f36-2c2a-4f63-851e-21c98c0ff1cd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3000889 Nov 01 22:57:01.446106 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c73a8b45-f588-40b6-8643-4bf6dffc53ae req-244ef28b-63a7-483a-bd53-8ab18e630c8e tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637003 Nov 01 22:57:01.469971 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45648) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:01.493434 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316ab0-dba7-4b9f-b44a-dd69678bf270 service neutron] Pushing event updated for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:01.629857 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-299d45c6-102b-40ed-8c6a-78151dcca241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.696991 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-517e6061-a4a9-4142-92ec-b70a7484b15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.758085 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72fb923-982f-45f8-b0b0-82b6dc0df841" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:01.765723 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-cace15db-f8bb-447e-a028-a5cec085c0fe service neutron] 10.222.0.11 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053391 Nov 01 22:57:01.791218 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-299d45c6-102b-40ed-8c6a-78151dcca241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.797858 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-299d45c6-102b-40ed-8c6a-78151dcca241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.820537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-38545bae-7733-4be1-9018-4f1b9d44b9ff tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:01.822025 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-38545bae-7733-4be1-9018-4f1b9d44b9ff tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 818 time: 0.1775742 Nov 01 22:57:01.852618 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-299d45c6-102b-40ed-8c6a-78151dcca241 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2c52426464a4b9ba1431984488546e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809795 Nov 01 22:57:01.856242 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45670) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:01.862707 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-8aa5bf0f-0681-4598-a2e1-2304e3eb84c1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/quotas/79445450daec4646af500dded30dd6a6 HTTP/1.1" status: 200 len: 375 time: 0.0148370 Nov 01 22:57:01.870002 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-517e6061-a4a9-4142-92ec-b70a7484b15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.871893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d45c6-102b-40ed-8c6a-78151dcca241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4155d1d-9b00-4aec-933d-a9e686101fa5,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:01.881853 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-517e6061-a4a9-4142-92ec-b70a7484b15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:01.915430 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f79f2c1c-4999-4ba7-8366-d516ef8de8ba service neutron] 10.222.0.11 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425738 Nov 01 22:57:01.932719 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-002cce79-9cac-4956-bab2-8976bd8cba6e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621815 Nov 01 22:57:01.936639 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e6061-a4a9-4142-92ec-b70a7484b15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3203e01-18cf-40ed-ad39-521c7f597b59,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:01.940701 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-517e6061-a4a9-4142-92ec-b70a7484b15d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1808145314ef4f9fa1867b43f953927e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309439 Nov 01 22:57:01.943505 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45672) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:01.979699 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.016936 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.042688 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.079409 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.115173 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-34a7177a-8416-49df-a6f5-5bac44c54fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750369 Nov 01 22:57:02.123989 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.143716 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.144901 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4155d1d-9b00-4aec-933d-a9e686101fa5 HTTP/1.1" status: 204 len: 168 time: 0.2841275 Nov 01 22:57:02.178710 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684d9ed-f8cb-4372-b317-d6a46c1ab705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4155d1d-9b00-4aec-933d-a9e686101fa5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:02.222635 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.225199 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.228601 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3203e01-18cf-40ed-ad39-521c7f597b59 HTTP/1.1" status: 204 len: 168 time: 0.2818007 Nov 01 22:57:02.245216 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18de59-2cc5-48fa-8417-d8901727d82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3203e01-18cf-40ed-ad39-521c7f597b59,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:02.251021 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device ee52ab47-ffe4-49db-9ff4-92392efc24af up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:02.267022 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eb756857-660d-4ee5-82b8-c71fe126cb00 req-ab76b442-0d21-4401-a039-326312d3287f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.1076915 Nov 01 22:57:02.294470 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-e5764db7-5aa5-454f-b0e7-202a460f8caf service neutron] 10.222.0.11 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688068 Nov 01 22:57:02.363583 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port ee52ab47-ffe4-49db-9ff4-92392efc24af triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:02.364174 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.509214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.579298 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port ee52ab47-ffe4-49db-9ff4-92392efc24af, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=ee52ab47-ffe4-49db-9ff4-92392efc24af,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:02.591662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:02.625403 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69d7c5af-f367-4d26-8378-e45c035caedf req-1a4e41ec-8e72-4f15-bec3-f798fbf956c9 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0549519 Nov 01 22:57:02.690773 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:02.756840 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd56f332-3f7d-46b2-bf44-fa6148632056 x-openstack-request-id: req-dd56f332-3f7d-46b2-bf44-fa6148632056 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:02.757129 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:02.757388 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd56f332-3f7d-46b2-bf44-fa6148632056 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:02.758151 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab', 'status': 'completed', 'code': 200} Nov 01 22:57:02.845862 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-31058e19-932f-4571-84f1-df5f07560105 req-df6879da-05a5-4804-a036-2f8ca9c17120 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0383503 Nov 01 22:57:02.861655 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8878dd-97e7-49fb-896d-41a82d07e6c6 req-c6941fc5-c9f5-48c4-9194-1a63b8de8a48 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:02.864057 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0f8878dd-97e7-49fb-896d-41a82d07e6c6 req-c6941fc5-c9f5-48c4-9194-1a63b8de8a48 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.1016133 Nov 01 22:57:02.906387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0f8878dd-97e7-49fb-896d-41a82d07e6c6 req-16e68bbf-aca4-4d66-9080-864ed4567fd3 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359483 Nov 01 22:57:02.939507 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45716) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:02.952602 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abbe7020-2e08-4ebe-814b-712c8d9dbe19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.035227 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abbe7020-2e08-4ebe-814b-712c8d9dbe19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.041083 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abbe7020-2e08-4ebe-814b-712c8d9dbe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.082486 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-abbe7020-2e08-4ebe-814b-712c8d9dbe19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39639e9e805d4906b9b6296d1597bb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433020 Nov 01 22:57:03.083328 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe7020-2e08-4ebe-814b-712c8d9dbe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f15a6-bec5-4f73-9c7f-72d5515ef202,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:03.085601 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45722) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:03.137036 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.167487 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.223285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.225896 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:03.228467 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e9f15a6-bec5-4f73-9c7f-72d5515ef202 HTTP/1.1" status: 204 len: 168 time: 0.1409602 Nov 01 22:57:03.236794 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c07782-c093-46ac-a2d3-f5f4ae742ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f15a6-bec5-4f73-9c7f-72d5515ef202,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:03.392008 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22d60bcd-b4d6-43da-ab37-00205e398e7c req-aaad4450-6b26-42e7-88ec-fb766660b4b7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0269487 Nov 01 22:57:03.737884 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3f44780a-3619-4e87-85dd-457349aba3f5 req-49db6140-4674-4d12-9426-fcdc0bf9ea82 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0367289 Nov 01 22:57:03.972693 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-47dcee24-7835-4cd9-9bf2-1677152c60ad req-6af7369c-68a3-438a-bc4b-40599df08f2b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0408700 Nov 01 22:57:04.042690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e218078-00de-4f2e-91bf-7bcd64387320 req-ffb23f6d-2f60-4b2f-a8d1-eac96784bafb tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:04.044387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e218078-00de-4f2e-91bf-7bcd64387320 req-ffb23f6d-2f60-4b2f-a8d1-eac96784bafb tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0551569 Nov 01 22:57:04.089611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e218078-00de-4f2e-91bf-7bcd64387320 req-60d3fa7c-21c5-48d8-8a29-f65f86a13f8b tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Nov 01 22:57:04.109699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device ee52ab47-ffe4-49db-9ff4-92392efc24af up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:04.160767 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port ee52ab47-ffe4-49db-9ff4-92392efc24af triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:04.161141 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.363913 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 45786) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:04.473697 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333741fe-748b-4471-badc-8890e6c0668b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.505423 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-64302ddc-31ac-4c78-b4ea-2c4e8b109452 req-6eb9845a-c904-459d-80ec-684ba329c917 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0338864 Nov 01 22:57:04.575993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333741fe-748b-4471-badc-8890e6c0668b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.581151 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-333741fe-748b-4471-badc-8890e6c0668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.623510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-333741fe-748b-4471-badc-8890e6c0668b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d0afd8f40924c9fb6bb7fdabaf644d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542574 Nov 01 22:57:04.623510 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333741fe-748b-4471-badc-8890e6c0668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e400c7b8-ddaa-4f1d-b9ae-b8beaac0a715,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:04.623718 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45800) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:04.672590 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.694131 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.741176 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.743694 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:04.747827 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e400c7b8-ddaa-4f1d-b9ae-b8beaac0a715 HTTP/1.1" status: 204 len: 168 time: 0.1240239 Nov 01 22:57:04.755768 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d641484-2b53-4105-ae6a-b9df94abe0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e400c7b8-ddaa-4f1d-b9ae-b8beaac0a715,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:04.847791 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3b89f0f5-b175-4e0a-b272-af16c49d397c req-8431446f-0054-4a24-bd1e-1dd8273a23b4 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0357394 Nov 01 22:57:05.084427 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-31744e28-23a5-4251-b706-876bd1e67edc req-1fa44fba-3a84-4c50-a4aa-378ba0e7cd21 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0327315 Nov 01 22:57:05.101976 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45826) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:05.115350 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b59eee52-f774-4a67-8f52-9d52fda99e80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.208420 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b59eee52-f774-4a67-8f52-9d52fda99e80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.213579 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b59eee52-f774-4a67-8f52-9d52fda99e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.254873 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59eee52-f774-4a67-8f52-9d52fda99e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c165ff59-ada1-47c1-b1d5-c3c55a9ef7d8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:05.275579 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b59eee52-f774-4a67-8f52-9d52fda99e80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=927ad160c1bb4ced8f4a921b17615d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721172 Nov 01 22:57:05.278055 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 45832) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:05.298001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02464561-3ce6-4257-9132-5bc8a79e8621 req-4705b876-eb14-4068-8555-60a4c0b9b075 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:05.299786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02464561-3ce6-4257-9132-5bc8a79e8621 req-4705b876-eb14-4068-8555-60a4c0b9b075 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0959349 Nov 01 22:57:05.340735 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.364404 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02464561-3ce6-4257-9132-5bc8a79e8621 req-8fe12b8c-2639-4b4d-8b0c-ea3b0aaca6ac tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528033 Nov 01 22:57:05.372417 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.426142 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.428856 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:05.431913 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c165ff59-ada1-47c1-b1d5-c3c55a9ef7d8 HTTP/1.1" status: 204 len: 168 time: 0.1528976 Nov 01 22:57:05.443237 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b1027-2891-45f3-bb82-ec9f7c927129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c165ff59-ada1-47c1-b1d5-c3c55a9ef7d8,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:05.616665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-432a94fe-da41-44de-938b-8ec6863f082f req-e81e1b33-2b2b-49c6-b481-e109cff17a5c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0356681 Nov 01 22:57:05.950299 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-07c1ad88-256b-4c68-a673-ac4c721a57d9 req-da928a6c-f162-467a-a4ff-62731a70ccdc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0368469 Nov 01 22:57:06.211284 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1962195b-2310-40a5-b049-06591df08098 req-e18e9b97-e04e-4bd0-b737-c7529b50f917 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0319676 Nov 01 22:57:06.515215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916cd15-6e27-4987-a3be-80e5abfdbb25 req-f268c782-4247-41fb-acfd-9acc988e525d tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:06.519934 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9916cd15-6e27-4987-a3be-80e5abfdbb25 req-f268c782-4247-41fb-acfd-9acc988e525d tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0697899 Nov 01 22:57:06.584486 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9916cd15-6e27-4987-a3be-80e5abfdbb25 req-26d3d3c5-0c1d-4064-94eb-4a01796e053a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486047 Nov 01 22:57:06.736348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-085326ca-60d0-419e-8fd8-6c7da9e33cb1 req-8d339bfd-69da-476e-8eef-d8af7022ec69 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0448599 Nov 01 22:57:07.059529 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff3915db-c6fe-480e-9a69-0edb01af522d req-e0f5f706-7764-4c12-8bb5-683eb88d6028 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0285466 Nov 01 22:57:07.321480 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3a2d5bfe-ecc6-449b-8e91-76dfd7d1701f req-e1d9fc56-06c3-4702-9be7-94eec27e8f14 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0258274 Nov 01 22:57:07.705010 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd5fb8-a6bb-444d-84cc-58be11712a8f req-5c829e11-531c-4cef-8d37-1aa70b19a936 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:07.706498 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-53dd5fb8-a6bb-444d-84cc-58be11712a8f req-5c829e11-531c-4cef-8d37-1aa70b19a936 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0531285 Nov 01 22:57:07.746832 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-53dd5fb8-a6bb-444d-84cc-58be11712a8f req-e44ce154-bf77-46fa-be9c-12dcb4f0d254 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Nov 01 22:57:07.851234 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4cc7843-2069-4c6e-b7b7-ebd9c858d699 req-ec301813-e676-42dd-8ba6-90368e9a37e5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Nov 01 22:57:08.165948 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81ed0461-97f2-4d90-bdb3-4e08f324dbbc req-91c7191b-2b7d-4b53-881d-983ec71f7c41 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0416179 Nov 01 22:57:08.409339 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04fe9ba6-09cd-4119-8e86-9d3a219375b5 req-8dcbde4c-7e70-42fa-8643-e85d4ca7784e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0247033 Nov 01 22:57:08.862348 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bf609-164e-4a23-b948-92fc0fdec865 req-5fbcfd55-b696-40f0-baa4-9af445cd8811 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:08.863886 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-737bf609-164e-4a23-b948-92fc0fdec865 req-5fbcfd55-b696-40f0-baa4-9af445cd8811 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0502284 Nov 01 22:57:08.900939 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-737bf609-164e-4a23-b948-92fc0fdec865 req-9dfbff66-f304-4818-ab88-d482d9193ab2 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Nov 01 22:57:08.952178 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d3cb354-9622-480c-ac4b-54cfc9e4cc2f req-2e0681f2-3924-4768-a665-f2b2d7d60802 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Nov 01 22:57:09.256619 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-34f9f0ee-3b92-423b-9084-057ddebfc962 req-c9054274-78e8-423c-a6f8-3a2efdd0b366 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0256011 Nov 01 22:57:09.437349 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8b2832da-0534-4694-93cc-855b76b5cd9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:09.502653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-18486ffa-20d1-4299-8299-8e8518b06534 req-aab93224-4594-4a75-9cd1-65faab267d33 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0280452 Nov 01 22:57:10.027297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09ad49-cc4e-4066-87b7-813a954bcb4c req-471ac217-be9c-4db1-8295-4419e2bd2841 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:10.028802 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f09ad49-cc4e-4066-87b7-813a954bcb4c req-471ac217-be9c-4db1-8295-4419e2bd2841 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0590866 Nov 01 22:57:10.059740 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd4c6b8c-c1c1-4d40-a89a-5f2a68d10a68 req-aa3054ae-f363-4ee5-89d8-f3e3a3d54a60 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0299451 Nov 01 22:57:10.084223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f09ad49-cc4e-4066-87b7-813a954bcb4c req-d94c2f51-60d9-4339-8fea-f49c06c2700f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459323 Nov 01 22:57:10.348059 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59252028-958f-4ddf-ba10-fbe8b724eea0 req-3e8ebff6-373c-458c-b88e-8091daa7eed8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0264540 Nov 01 22:57:10.607500 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77b9e67b-e31a-4d21-8a59-1e34b6ae3bac req-88822af8-903c-4d41-b547-eb7eb13d5ecb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0327311 Nov 01 22:57:11.155175 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d4f9ee10-f4eb-4afa-852f-c20aaede3b07 req-f1311aea-af2b-4456-a7dc-dfb5c2f76e16 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Nov 01 22:57:11.201375 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566c841-c1b6-485a-bf3a-aa8ec60224d3 req-bdaaa26d-dd95-4999-835a-7464dbc1bb41 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:11.203213 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4566c841-c1b6-485a-bf3a-aa8ec60224d3 req-bdaaa26d-dd95-4999-835a-7464dbc1bb41 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0514927 Nov 01 22:57:11.243394 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4566c841-c1b6-485a-bf3a-aa8ec60224d3 req-6528a95c-c4c4-4447-8ee4-afe01dfd24a1 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340536 Nov 01 22:57:11.441455 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59067d9d-2c70-4e05-a4db-402b165ed26d req-ed6a7ce6-96b7-462e-bd81-7cb26ade2f01 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Nov 01 22:57:11.610156 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-5feca48d-6fc3-4c26-a682-6a3da199ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:11.612482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-5feca48d-6fc3-4c26-a682-6a3da199ec16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ba9de87fde479e985d4748a44d89a4&device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 1097 time: 0.0926328 Nov 01 22:57:11.658092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dc4a18c1-2ff8-416e-b267-531e337c02f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:11.933391 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d33fb4e9-6ecb-475b-890a-dd9625eae6d6 req-fe526b26-9c96-4d5e-b7af-ece8ae6336de tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.2495003 Nov 01 22:57:12.003508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-429632c1-b20d-4a27-864f-dfc76db84504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:12.004965 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-429632c1-b20d-4a27-864f-dfc76db84504 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=03ba9de87fde479e985d4748a44d89a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3723538 Nov 01 22:57:12.120829 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.26', 54620) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:12.245691 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-56551c48-8490-4643-8413-6267547fcd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:12.248232 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b72fb923-982f-45f8-b0b0-82b6dc0df841 req-56551c48-8490-4643-8413-6267547fcd38 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918342 Nov 01 22:57:12.291121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eebf7919-d61a-4cab-bade-39f1a98b8494 req-3076a518-0fe0-4f6c-a159-54c2eb14df92 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0300152 Nov 01 22:57:12.401114 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fab75-be38-4c32-874a-152a9d37350d req-ecb3a9c5-5ffb-4d6d-8880-895ec1f91bd8 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:12.408631 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-775fab75-be38-4c32-874a-152a9d37350d req-ecb3a9c5-5ffb-4d6d-8880-895ec1f91bd8 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0763137 Nov 01 22:57:12.417761 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-016e5b3f-b362-419b-be46-eede1944bb47 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:12.419264 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-016e5b3f-b362-419b-be46-eede1944bb47 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 817 time: 0.2968764 Nov 01 22:57:12.445854 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-775fab75-be38-4c32-874a-152a9d37350d req-89b724d0-57f7-4cfa-b158-a4b025703ec2 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Nov 01 22:57:12.522490 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-9f98851c-f84f-4d5a-9621-84f2ca2dd443 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 379 time: 0.0719225 Nov 01 22:57:12.570135 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7941f2ae-943f-4029-b0e3-cdd8178adc17 req-463b09be-a57c-4ca1-b246-f8ccf2b4c143 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0308216 Nov 01 22:57:12.576331 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'port': {'device_id': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'admin_state_up': True, 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'security_groups': ['9b522417-1f38-434b-aa1d-b1bcc911f848']}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:12.668085 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:12.726856 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Made reservation on behalf of 20c8cea678214ca883a23965edb93bc4 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:12.731941 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:12.815852 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7bb1601f-e943-4d25-b65e-2cea15773ef2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:12.818092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7bb1601f-e943-4d25-b65e-2cea15773ef2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 818 time: 0.1413031 Nov 01 22:57:12.852322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Request body: {'port': {'device_id': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'admin_state_up': True, 'tenant_id': '79445450daec4646af500dded30dd6a6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:12.964056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.26', 54626) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:13.042769 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-f001c8a2-10f4-4ebb-b423-c8f631c380c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:13.044397 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-f001c8a2-10f4-4ebb-b423-c8f631c380c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ba9de87fde479e985d4748a44d89a4&device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 1097 time: 0.0792840 Nov 01 22:57:13.058676 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Made reservation on behalf of 79445450daec4646af500dded30dd6a6 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:13.062110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.066933 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab8e06f9-2bba-4a3b-9c58-c2d480239eff req-1082c0e2-82b8-444f-9fd6-552626dcf11e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0382340 Nov 01 22:57:13.181390 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Allocated IP 172.20.0.7 (db7a9b91-339b-4f74-8d75-be65d458cb1f/972a570d-c2b2-4c63-94b8-e3f00b730c04/4ebaac8d-876a-4c02-8a1f-4a452a979418) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:13.232822 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-08816f10-5b90-4cd9-b4d5-1d5ec02e808f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab HTTP/1.1" status: 200 len: 217 time: 0.0841677 Nov 01 22:57:13.323912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Allocated IP 172.20.0.13 (f7e5b06c-7dfc-489c-a926-90c275639d95/d69fa9a0-5903-4ee6-b392-42d50c10a393/434b908c-ba5b-4e0e-8fbe-26c46796d94b) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:13.409560 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:13.433875 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.457626 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-793c9b6a-54a5-4689-9f9b-3465a6c9e10b req-9f57fd64-3ce5-445a-9f2a-51133c448a4c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 210 time: 0.0677452 Nov 01 22:57:13.483913 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.565140 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.567854 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:13.574307 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:13.576901 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:13.620887 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b09-7f96-4b23-b356-47c167d1dc63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.641551 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b282b4-1f37-48fc-8b47-2078ada9b399 req-05c5975d-6d37-4051-8e21-036ac614130e tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:13.643955 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-57b282b4-1f37-48fc-8b47-2078ada9b399 req-05c5975d-6d37-4051-8e21-036ac614130e tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0712118 Nov 01 22:57:13.674885 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.675131 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:13.695723 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:13.696660 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.722020 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-ee6c76fa-8707-4c6f-bfbd-1ae2ce8cafe8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1506553 Nov 01 22:57:13.779323 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b09-7f96-4b23-b356-47c167d1dc63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.786918 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b09-7f96-4b23-b356-47c167d1dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.812670 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Pushing event updated for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:13.831668 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd1b09-7f96-4b23-b356-47c167d1dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e0965-4c4a-4eba-bb33-d78ff2db5fab,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:13.837544 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-48bd1b09-7f96-4b23-b356-47c167d1dc63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3bb419f95a14cadac767b268bb02bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269979 Nov 01 22:57:13.840225 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46114) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:13.874794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8de6395a-ae4a-45da-893c-2ea9f96139bd req-429a97e6-dd3a-46a5-aac5-1b59687c0dc6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.1691883 Nov 01 22:57:13.878226 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Network f7e5b06c-7dfc-489c-a926-90c275639d95 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:13.883186 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-a83f3274-4a1a-46ce-a218-e0b44d6ae936 None None] Provisioning complete for port 4ebaac8d-876a-4c02-8a1f-4a452a979418 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:13.883655 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a83f3274-4a1a-46ce-a218-e0b44d6ae936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.896028 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-57b282b4-1f37-48fc-8b47-2078ada9b399 req-e2f914ee-c4d8-457a-9ddc-5ea4a289a7f1 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442048 Nov 01 22:57:13.897332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:13.913057 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:13.924103 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-a83f3274-4a1a-46ce-a218-e0b44d6ae936 None None] Port 4ebaac8d-876a-4c02-8a1f-4a452a979418 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:13.932707 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.957730 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.959772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:13.960517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:13.979493 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8fbe8b4c-d764-403b-85fc-868136b7afb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1308520 Nov 01 22:57:14.007856 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.010554 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.011785 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b7e0965-4c4a-4eba-bb33-d78ff2db5fab HTTP/1.1" status: 204 len: 168 time: 0.1703138 Nov 01 22:57:14.019980 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99b119-9ee2-4378-a554-201167ad9d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e0965-4c4a-4eba-bb33-d78ff2db5fab,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:14.051996 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.169075 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e3136e2d-cf3d-4e39-92de-ff5a602a36e8 req-1b81dee7-e09e-4936-88cd-f00b17622b2c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0255041 Nov 01 22:57:14.289711 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46130) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:14.302852 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8102ef-fac5-4ddc-8e84-5ea4cc370261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.378358 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8102ef-fac5-4ddc-8e84-5ea4cc370261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.382212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8102ef-fac5-4ddc-8e84-5ea4cc370261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.418396 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2c8102ef-fac5-4ddc-8e84-5ea4cc370261 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52639bd1c56a43e49f95ce4345afb354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276493 Nov 01 22:57:14.419229 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8102ef-fac5-4ddc-8e84-5ea4cc370261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b561d1-6135-4d96-8cb2-955df894c5df,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:14.421726 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46132) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:14.470538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.491542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.562782 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.565259 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:14.566366 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92b561d1-6135-4d96-8cb2-955df894c5df HTTP/1.1" status: 204 len: 168 time: 0.1433692 Nov 01 22:57:14.576088 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31bac-e1ba-4569-8bbd-4d4529078164 req-e8e5fae1-6f88-4dee-9f38-c49499ee3a0a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:14.577512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9c31bac-e1ba-4569-8bbd-4d4529078164 req-e8e5fae1-6f88-4dee-9f38-c49499ee3a0a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 931 time: 0.0577762 Nov 01 22:57:14.588102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465e9cd-29ab-4f61-99db-d2cb4fb47d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b561d1-6135-4d96-8cb2-955df894c5df,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:14.622874 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9c31bac-e1ba-4569-8bbd-4d4529078164 req-748dc5a8-7da0-4e2d-ab11-6dd5cd523e26 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358214 Nov 01 22:57:14.971419 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d35ed33-696b-4e00-9f94-e044b6195f90 req-11e8db5a-7da7-4225-a180-3ab53cd0e5ad tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0287349 Nov 01 22:57:15.018565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d10df-1688-4ff4-836b-9db58eec9add req-06755f36-7c46-445d-af50-2d712991b00a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:15.026176 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab6d10df-1688-4ff4-836b-9db58eec9add req-06755f36-7c46-445d-af50-2d712991b00a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0576501 Nov 01 22:57:15.069915 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab6d10df-1688-4ff4-836b-9db58eec9add req-ba67b81a-1ad5-412c-8e24-919fee179cf9 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345407 Nov 01 22:57:15.262033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-17ee4d2d-57e4-48aa-83a8-892d27617bdb req-45ca680b-16b2-4e11-87d4-5d2cf43a3451 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0283628 Nov 01 22:57:15.739972 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adb08e-9a9a-4023-bed1-7ed0acafea21 req-bb8615cc-47dc-45ff-9abf-c9e13affb467 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:15.741445 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25adb08e-9a9a-4023-bed1-7ed0acafea21 req-bb8615cc-47dc-45ff-9abf-c9e13affb467 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 931 time: 0.0475280 Nov 01 22:57:15.779689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25adb08e-9a9a-4023-bed1-7ed0acafea21 req-45615d11-5cb5-492c-9022-89f54f78f098 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323875 Nov 01 22:57:15.818771 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.26', 54628) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:16.065606 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a663326-3281-47c3-b529-5acbcb2e0aaa req-8a9ea15d-2330-4287-9477-e72214e377f0 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0265269 Nov 01 22:57:16.179505 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf42ae-a5ab-4a9f-998e-85b60a31f4fa req-9b5b0dbf-76f6-4d44-9e19-78f602a33304 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:16.181011 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0bdf42ae-a5ab-4a9f-998e-85b60a31f4fa req-9b5b0dbf-76f6-4d44-9e19-78f602a33304 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0515571 Nov 01 22:57:16.191905 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46214) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:16.232629 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0bdf42ae-a5ab-4a9f-998e-85b60a31f4fa req-a7bdda45-9e31-4943-8594-35ac2ddea013 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Nov 01 22:57:16.295385 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e34a2-5649-42fd-83d3-b85b819ef988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.358555 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a1db1e2-e220-4a47-a49d-416a6a90aad7 req-2e9982e3-714e-4ae0-90b0-dedb2b6106dc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Nov 01 22:57:16.381301 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e34a2-5649-42fd-83d3-b85b819ef988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.385148 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f1e34a2-5649-42fd-83d3-b85b819ef988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.420579 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6f1e34a2-5649-42fd-83d3-b85b819ef988 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f7e836a4e04402c8f085a7d56712435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276409 Nov 01 22:57:16.422420 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e34a2-5649-42fd-83d3-b85b819ef988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac8d7f-1420-465e-96e9-384d63681339,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:16.423784 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46220) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:16.470575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.490587 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.535318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.537893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.539014 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6ac8d7f-1420-465e-96e9-384d63681339 HTTP/1.1" status: 204 len: 168 time: 0.1142492 Nov 01 22:57:16.546436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58af60-1ec3-4834-8076-1271b667ac91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac8d7f-1420-465e-96e9-384d63681339,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:16.714065 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.800507 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46226) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:16.814476 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f27d11a5-699c-4867-a3ac-885197360bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.893330 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f27d11a5-699c-4867-a3ac-885197360bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.898016 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f27d11a5-699c-4867-a3ac-885197360bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:16.903829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d27ad2-2ce0-474e-8a21-8ad7855d5193 req-477390c3-ca7e-4477-9e1c-4ef3890087da tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:16.905284 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-03d27ad2-2ce0-474e-8a21-8ad7855d5193 req-477390c3-ca7e-4477-9e1c-4ef3890087da tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 931 time: 0.0555730 Nov 01 22:57:16.935275 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f27d11a5-699c-4867-a3ac-885197360bfd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d74eea921264b938a1378e449408fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336946 Nov 01 22:57:16.936228 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d11a5-699c-4867-a3ac-885197360bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279cd32c-a8f2-480d-827c-4c4540b421d7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:16.939174 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46232) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:16.942458 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-03d27ad2-2ce0-474e-8a21-8ad7855d5193 req-6c5f3e1d-e692-4be3-843f-3daecb73e326 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Nov 01 22:57:16.988069 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.007679 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.056957 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.059505 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.060607 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/279cd32c-a8f2-480d-827c-4c4540b421d7 HTTP/1.1" status: 204 len: 168 time: 0.1206768 Nov 01 22:57:17.067970 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4ce16-d79a-49a6-829e-687defc9361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279cd32c-a8f2-480d-827c-4c4540b421d7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:17.162751 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6c50eaf-5f34-4ee5-bc4f-82d742b63826 req-1e924e38-9e99-4caa-a7a5-69c88fb212ba tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0277536 Nov 01 22:57:17.268643 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Request body: {'port': {'device_id': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:17.288916 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Request body: {'port': {'device_id': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:17.375667 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.717328 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3fada3dd-edab-489b-ba63-44327f1b0194 req-027e3eb5-d207-4c18-be01-7c57f0e63e9c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0540051 Nov 01 22:57:17.723950 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-e26f672f-b295-44a1-8374-05a4b24afaef tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:17.725337 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-e26f672f-b295-44a1-8374-05a4b24afaef tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 811 time: 0.5075488 Nov 01 22:57:17.733464 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-3866c506-6dcf-458b-890f-cbd41b9a7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:17.735170 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-3866c506-6dcf-458b-890f-cbd41b9a7abf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f74912-6051-400b-beb2-198d686083a5 HTTP/1.1" status: 200 len: 852 time: 0.4587173 Nov 01 22:57:17.736786 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.745590 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874552e8-7880-4698-a7eb-7476aa902df0 req-480f6673-a9ac-45ce-8b0a-7950206653c5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:17.746996 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-874552e8-7880-4698-a7eb-7476aa902df0 req-480f6673-a9ac-45ce-8b0a-7950206653c5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.3758547 Nov 01 22:57:17.764134 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:17.774904 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.806157 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Transition to ACTIVE for port object 4ebaac8d-876a-4c02-8a1f-4a452a979418 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:57:17.809953 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:17.815446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-874552e8-7880-4698-a7eb-7476aa902df0 req-2113fedb-660d-4702-858f-58ee449041c3 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606380 Nov 01 22:57:17.946908 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:17.984972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Attempting to bind port 4ebaac8d-876a-4c02-8a1f-4a452a979418 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:17.986069 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Attempting to bind port 4ebaac8d-876a-4c02-8a1f-4a452a979418 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:17.986757 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Attempting to bind port 4ebaac8d-876a-4c02-8a1f-4a452a979418 on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:17.991793 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Port 4ebaac8d-876a-4c02-8a1f-4a452a979418 on network db7a9b91-339b-4f74-8d75-be65d458cb1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:57:17.992291 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Attempting to bind port 4ebaac8d-876a-4c02-8a1f-4a452a979418 on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:17.999708 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:18.000230 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Checking segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:18.001013 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Bound using segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:18.002019 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Bound port: 4ebaac8d-876a-4c02-8a1f-4a452a979418, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:18.002590 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:18.088866 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:18.093276 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-d8251880-b837-4afe-81f8-3146d49f7fae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e189f4d2-70c1-4497-b4b5-b92af916a3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885413 Nov 01 22:57:18.093877 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:18.098936 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:18.183838 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:18.183838 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:18.187246 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] 10.222.0.26 "PUT /v2.0/ports/4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 1093 time: 0.9235520 Nov 01 22:57:18.187768 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:18.197213 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838d662-1c4e-4bcd-8aa9-9cca0411f530 service neutron] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:18.201922 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-5137871f-cff7-4c7f-82f8-c293124ef8ee tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 380 time: 0.1433089 Nov 01 22:57:18.304875 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.26', 54632) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:18.326486 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'port': {'device_id': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'admin_state_up': True, 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'security_groups': ['21af601c-883f-482e-88f8-284bf66196be']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:18.443744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a59c27-74da-497f-9045-09bc8b3c52cf req-38c50e98-e357-47d0-a9a6-91d2c9e4d45a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:18.456634 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-78a59c27-74da-497f-9045-09bc8b3c52cf req-38c50e98-e357-47d0-a9a6-91d2c9e4d45a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.3640776 Nov 01 22:57:18.533800 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434b908c-ba5b-4e0e-8fbe-26c46796d94b {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:18.664092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:18.697949 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f147550-9b3a-4fd6-a470-d9087a05838e" -d '{"events": [{"name": "network-changed", "server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:18.710762 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:18.739174 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d0b7847-c8c9-4b7e-a9e0-6ffb92d00c54 req-d81e9bcc-9f74-408e-8db2-7eff37812893 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.4031153 Nov 01 22:57:18.742526 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-9925fecd-839c-45fd-9fb7-65e2b9b70245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:18.744336 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-9925fecd-839c-45fd-9fb7-65e2b9b70245 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1096 time: 0.4372687 Nov 01 22:57:18.812769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-5b4cceed-8b3f-49e7-9802-cd7d7cb400ba service neutron] 10.222.0.26 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024973 Nov 01 22:57:18.828475 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-07517732-4a1c-4308-8f25-0a1174554507 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:18.830506 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-07517732-4a1c-4308-8f25-0a1174554507 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 818 time: 0.5971508 Nov 01 22:57:18.866330 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Request body: {'port': {'device_id': '0203330f-dc3e-4143-86b9-20e373350197', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'admin_state_up': True, 'tenant_id': '79445450daec4646af500dded30dd6a6'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:18.882661 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-1e69cef9-6c0d-4911-84eb-eaf8b9cbb271 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 217 time: 0.1212234 Nov 01 22:57:18.896011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Transition to ACTIVE for port object 434b908c-ba5b-4e0e-8fbe-26c46796d94b will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:57:18.899707 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-78a59c27-74da-497f-9045-09bc8b3c52cf req-76e94239-147b-44fe-bb72-7565d799889e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4421449 Nov 01 22:57:18.928253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.055734 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-67f3bdde-c865-44f9-b5a8-958d6aeced51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.057537 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-67f3bdde-c865-44f9-b5a8-958d6aeced51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.1673610 Nov 01 22:57:19.061439 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6737b50-4629-49df-8d06-717b50379f98 x-openstack-request-id: req-b6737b50-4629-49df-8d06-717b50379f98 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:19.062161 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:19.062553 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6737b50-4629-49df-8d06-717b50379f98 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:19.064093 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'status': 'completed', 'code': 200} Nov 01 22:57:19.105782 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:19.119597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Made reservation on behalf of 7b6a391813da4129b554eb1b47d4e3ee for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:19.123825 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.156020 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cf9eed0e-fa11-4a96-90f4-ac4db061926e req-a58ebe69-8fc7-4207-b70e-8b9174429169 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.1017797 Nov 01 22:57:19.168919 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Made reservation on behalf of 79445450daec4646af500dded30dd6a6 for: {'port': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:19.172601 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.184942 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-e9e7e65b-1a27-4047-a9c6-a5119d9ee9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.186464 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-e9e7e65b-1a27-4047-a9c6-a5119d9ee9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1054759 Nov 01 22:57:19.240252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-ecea25f6-99ab-413b-8073-4831c2501f07 service neutron] 10.222.0.26 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702958 Nov 01 22:57:19.297675 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7626e6-efb7-4d55-b5f0-4344ae0cd396 req-7a0789d6-3929-472e-95f5-2ecef88a10a3 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.299197 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4d7626e6-efb7-4d55-b5f0-4344ae0cd396 req-7a0789d6-3929-472e-95f5-2ecef88a10a3 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.1547499 Nov 01 22:57:19.370596 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-3702d968-d153-4c48-be40-03fc6522f0a4 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758866 Nov 01 22:57:19.411742 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Allocated IP 172.20.0.2 (f7e5b06c-7dfc-489c-a926-90c275639d95/d69fa9a0-5903-4ee6-b392-42d50c10a393/812c42f3-5806-4763-ba41-e2bcaf14cfa6) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:19.420291 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4d7626e6-efb7-4d55-b5f0-4344ae0cd396 req-5788c5c3-caa1-4761-a2f1-4bbce6b3800f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 Nov 01 22:57:19.445760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Attempting to bind port 434b908c-ba5b-4e0e-8fbe-26c46796d94b on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:19.449933 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Attempting to bind port 434b908c-ba5b-4e0e-8fbe-26c46796d94b by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:19.450533 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Attempting to bind port 434b908c-ba5b-4e0e-8fbe-26c46796d94b on network f7e5b06c-7dfc-489c-a926-90c275639d95 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:19.459730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Allocated IP 172.20.0.12 (ffd4c2e1-b86a-464b-9d8c-ce1939dec772/bb29ba38-191a-4927-adf2-2855a41dde1f/02e75f1a-7f69-42e3-a51f-030c2268a8d3) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:19.464210 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Port 434b908c-ba5b-4e0e-8fbe-26c46796d94b on network f7e5b06c-7dfc-489c-a926-90c275639d95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:57:19.464543 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Attempting to bind port 434b908c-ba5b-4e0e-8fbe-26c46796d94b on network f7e5b06c-7dfc-489c-a926-90c275639d95 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:19.474413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:19.474752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Checking segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:19.475132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Bound using segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:19.475589 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Bound port: 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:19.475948 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.514274 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-7777fecc-72a4-4d25-b9f3-1819801a9cb2 req-9ac047fc-35d0-4e07-989f-6edb88c01293 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363041 Nov 01 22:57:19.624901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:19.643063 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.647216 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:19.654234 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.689587 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-314cf5c0-c539-4c21-860b-727cb6b8c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.690984 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-314cf5c0-c539-4c21-860b-727cb6b8c769 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1096 time: 0.0670035 Nov 01 22:57:19.714061 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.714601 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.720928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.721536 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.722905 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 1094 time: 2.4451666 Nov 01 22:57:19.723341 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:19.725570 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6322e08-409a-4657-acf8-761809ea23ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:19.748330 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c443fd4-63dd-45b1-8123-8e54a5deb8b0 service neutron] Pushing event updated for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:19.785130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.834312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac71a01-9501-4d9e-8315-047d7175591b x-openstack-request-id: req-aac71a01-9501-4d9e-8315-047d7175591b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:19.834849 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:19.835109 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aac71a01-9501-4d9e-8315-047d7175591b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:19.835525 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b', 'status': 'completed', 'code': 200} Nov 01 22:57:19.856293 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Network f7e5b06c-7dfc-489c-a926-90c275639d95 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:19.870771 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:19.872721 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Pushing event updated for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:19.873445 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:19.879808 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:19.884470 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:19.887080 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:19.934814 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.935937 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.943352 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:19.963673 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-afebecf4-2583-4762-a116-d463c3437c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.965192 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-afebecf4-2583-4762-a116-d463c3437c44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.2661629 Nov 01 22:57:19.971577 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:19.972196 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:19.989250 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-8db903d2-bf4d-4c7e-a7e7-2545c39cdf7d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7158594 Nov 01 22:57:20.004303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8175f073-198e-4710-bf98-4bfdc9e88deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.006319 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8175f073-198e-4710-bf98-4bfdc9e88deb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1097 time: 0.1849818 Nov 01 22:57:20.014263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Request body: {'port': {'device_id': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:20.026547 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-3ff8832a-b5dc-4b68-b4f9-f4739b6d2763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 217 time: 0.0506041 Nov 01 22:57:20.035382 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-0200ac37-42ae-4425-a678-319d6ce6da1b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731589 Nov 01 22:57:20.059624 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Request body: {'port': {'device_id': '0203330f-dc3e-4143-86b9-20e373350197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:20.148893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa14a1-2332-4601-b744-6bc58e7c97ae req-e5cf3a91-307d-4322-8483-b33e6a3c68f7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.150544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cbfa14a1-2332-4601-b744-6bc58e7c97ae req-e5cf3a91-307d-4322-8483-b33e6a3c68f7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 932 time: 0.2082877 Nov 01 22:57:20.167605 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-3e9d522b-a036-441c-b33a-62df69e1b0d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.1202579 Nov 01 22:57:20.181750 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-d550c977-cfa0-4d16-8eed-f5637d1cb7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.183763 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-d550c977-cfa0-4d16-8eed-f5637d1cb7e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.1297483 Nov 01 22:57:20.193421 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:20.285976 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-58a6c1ad-47f9-48ff-8d8e-1f746506595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.287501 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-58a6c1ad-47f9-48ff-8d8e-1f746506595b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0953705 Nov 01 22:57:20.299197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:20.312735 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c5041c94-f37e-4a4a-98e8-0b8c9b6d64c4 None None] Provisioning complete for port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:20.313252 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c5041c94-f37e-4a4a-98e8-0b8c9b6d64c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:20.320654 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cbfa14a1-2332-4601-b744-6bc58e7c97ae req-8149cff2-05c9-4451-ad44-d30edb80d4a1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520998 Nov 01 22:57:20.326523 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8eb471cb-b8a7-484c-abda-bc023ce64c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.327971 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-8eb471cb-b8a7-484c-abda-bc023ce64c8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.1296167 Nov 01 22:57:20.338953 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9521e-b165-4fa0-baee-dfb9d50d1596 req-9997b772-0c64-4860-8d6d-b0f3e10d5277 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.348573 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-08b9521e-b165-4fa0-baee-dfb9d50d1596 req-9997b772-0c64-4860-8d6d-b0f3e10d5277 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.1945727 Nov 01 22:57:20.361192 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c5041c94-f37e-4a4a-98e8-0b8c9b6d64c4 None None] Port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:20.408613 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-e07eba07-2b33-4cb6-accc-743ec141a611 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605581 Nov 01 22:57:20.517385 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-0cba1af5-7c5a-4b35-81d4-59934120d9bf service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747887 Nov 01 22:57:20.583295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-08b9521e-b165-4fa0-baee-dfb9d50d1596 req-4cbb502e-8583-4153-ae47-8e1629b0b650 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362759 Nov 01 22:57:20.657787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121d062-3c57-42aa-bc99-f7adecefaf4a req-b246777c-f494-4d1e-bcbb-d3af077fff26 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:20.659379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b121d062-3c57-42aa-bc99-f7adecefaf4a req-b246777c-f494-4d1e-bcbb-d3af077fff26 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 931 time: 0.2236242 Nov 01 22:57:20.876577 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812c42f3-5806-4763-ba41-e2bcaf14cfa6 {{(pid=101291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:20.885432 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:20.889253 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-57ee34c6-5cad-42c3-856e-da75933adc7e service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607645 Nov 01 22:57:20.899896 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.provisioning_blocks [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Transition to ACTIVE for port object 812c42f3-5806-4763-ba41-e2bcaf14cfa6 will not be triggered until provisioned by entity L2. {{(pid=101291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:57:20.910630 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:20.952902 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-7e2051e1-6f1a-44b6-8e82-57c1603cd1a6 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345170 Nov 01 22:57:20.994519 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b121d062-3c57-42aa-bc99-f7adecefaf4a req-1fd02972-0d3f-40ae-803e-33e21f952cb2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234477 Nov 01 22:57:21.012260 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Pushing event updated for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:21.015124 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f7ffd-7447-4c66-a378-611733c01721 req-74e1e72b-7300-4c69-8818-2a68514527ce tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:21.024599 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-287f7ffd-7447-4c66-a378-611733c01721 req-74e1e72b-7300-4c69-8818-2a68514527ce tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.3537693 Nov 01 22:57:21.062821 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Attempting to bind port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:21.063367 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Attempting to bind port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:21.063868 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Attempting to bind port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 on network f7e5b06c-7dfc-489c-a926-90c275639d95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:21.069279 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 on network f7e5b06c-7dfc-489c-a926-90c275639d95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:57:21.069754 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Attempting to bind port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 on network f7e5b06c-7dfc-489c-a926-90c275639d95 {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:21.076327 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:21.077478 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Checking segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:21.078129 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Bound using segment: {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'} {{(pid=101291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:21.078711 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.managers [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Bound port: 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f189b32-c520-4267-a8df-4860bbb4b5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95'}}] {{(pid=101291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:21.079771 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.101972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-287f7ffd-7447-4c66-a378-611733c01721 req-e387d6e4-0368-4d94-b367-07051dec8899 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643904 Nov 01 22:57:21.133785 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e75f1a-7f69-42e3-a51f-030c2268a8d3 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:21.141367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.153939 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, cleared binding levels {{(pid=101291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:21.154109 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Transition to ACTIVE for port object 02e75f1a-7f69-42e3-a51f-030c2268a8d3 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:57:21.157366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:21.158372 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.161899 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.198460 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:21.199205 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.200577 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] 10.222.0.26 "PUT /v2.0/ports/812c42f3-5806-4763-ba41-e2bcaf14cfa6 HTTP/1.1" status: 200 len: 1093 time: 1.1477869 Nov 01 22:57:21.201013 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:21.203297 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df22d7b5-d887-4973-83cc-438898457db5" -d '{"events": [{"name": "network-changed", "server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:21.218371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Pushing event updated for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:21.234635 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b1f2-fa36-4e0c-815d-465933dc19dc service neutron] Pushing event updated for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=3']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:21.261618 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded2845-359e-4315-92c8-e7ceecaceac7 x-openstack-request-id: req-cded2845-359e-4315-92c8-e7ceecaceac7 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:21.261927 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:21.262276 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cded2845-359e-4315-92c8-e7ceecaceac7 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:21.262892 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6', 'status': 'completed', 'code': 200} Nov 01 22:57:21.306447 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Attempting to bind port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:21.307586 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Attempting to bind port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:21.307930 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Attempting to bind port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:21.312880 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:57:21.313192 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Attempting to bind port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:21.318175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:21.318716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Checking segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:21.319092 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Bound using segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:21.319536 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Bound port: 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:21.319889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.394104 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:21.401743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:21.407943 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.476233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:21.476810 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:21.478191 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] 10.222.0.26 "PUT /v2.0/ports/02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1094 time: 1.4689846 Nov 01 22:57:21.510991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f27554-e2f6-43e3-afd3-29a983c51719 req-ac4ad59c-6a75-42f4-ab6e-1a4081662700 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:21.512484 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-66f27554-e2f6-43e3-afd3-29a983c51719 req-ac4ad59c-6a75-42f4-ab6e-1a4081662700 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.1020210 Nov 01 22:57:21.513268 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d5a9-c276-48db-a7de-584b4228306b service neutron] Pushing event updated for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:21.553109 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-66f27554-e2f6-43e3-afd3-29a983c51719 req-11c45ff9-4b40-41ae-b9f5-c416c02cb8d7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Nov 01 22:57:21.701037 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57c6f5-c9f4-4781-9ac7-884b9a0a41d3 req-99eb5053-ff2b-4349-8e0b-7447707ca0e4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:21.702488 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1a57c6f5-c9f4-4781-9ac7-884b9a0a41d3 req-99eb5053-ff2b-4349-8e0b-7447707ca0e4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0477011 Nov 01 22:57:21.739354 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1a57c6f5-c9f4-4781-9ac7-884b9a0a41d3 req-b278e9bc-8585-4d02-bfea-070551ef27b6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308213 Nov 01 22:57:21.837001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:21.839280 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe393b-475e-4944-869d-afa5ed369e79" -d '{"events": [{"name": "network-changed", "server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:21.873114 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189b35e5-1b40-4d0c-8517-a5b30e706865 x-openstack-request-id: req-189b35e5-1b40-4d0c-8517-a5b30e706865 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:21.873403 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:21.873653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-189b35e5-1b40-4d0c-8517-a5b30e706865 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:21.874295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'status': 'completed', 'code': 200} Nov 01 22:57:22.118133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec18c98-12b0-4b64-9f19-b8f65e53dc77 req-1e2f9796-2148-4be9-aec3-e316730a8a04 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:22.119905 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eec18c98-12b0-4b64-9f19-b8f65e53dc77 req-1e2f9796-2148-4be9-aec3-e316730a8a04 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0486128 Nov 01 22:57:22.171583 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eec18c98-12b0-4b64-9f19-b8f65e53dc77 req-0e442286-9864-41e2-8915-c6784fe0be07 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Nov 01 22:57:22.206426 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635b547-76c7-4c10-b12e-097678f450d6 req-01b2c6f3-f819-4af4-a84f-a100724bd820 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:22.207904 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c635b547-76c7-4c10-b12e-097678f450d6 req-01b2c6f3-f819-4af4-a84f-a100724bd820 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0520351 Nov 01 22:57:22.245387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c635b547-76c7-4c10-b12e-097678f450d6 req-b0b76182-b425-413a-bf4d-0d497855c3a7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Nov 01 22:57:22.668440 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5ab4f-4a6a-428e-9281-8cb1891fb967 req-e9c91ed2-8af5-4db8-a5c8-dd6ccdd68e60 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:22.669867 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fcb5ab4f-4a6a-428e-9281-8cb1891fb967 req-e9c91ed2-8af5-4db8-a5c8-dd6ccdd68e60 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0478790 Nov 01 22:57:22.706649 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fcb5ab4f-4a6a-428e-9281-8cb1891fb967 req-1c65cd74-ed47-4b6e-957c-f2356e0dd5e5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308778 Nov 01 22:57:22.865777 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b80e6-219f-4c72-a0bd-48e4068a3e47 req-b99dde47-8ea3-41ce-8cb1-30f611e89d31 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:22.867378 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-214b80e6-219f-4c72-a0bd-48e4068a3e47 req-b99dde47-8ea3-41ce-8cb1-30f611e89d31 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0551248 Nov 01 22:57:22.911512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-214b80e6-219f-4c72-a0bd-48e4068a3e47 req-7bd3a39c-8662-46fe-8f7e-851028bc76e4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376191 Nov 01 22:57:23.284952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7d8e1-db12-4fef-b47a-66c3efa14ce9 req-1a6574f0-e50e-487c-9e25-b246586e42e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:23.285964 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ff7d8e1-db12-4fef-b47a-66c3efa14ce9 req-1a6574f0-e50e-487c-9e25-b246586e42e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0497112 Nov 01 22:57:23.354064 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ff7d8e1-db12-4fef-b47a-66c3efa14ce9 req-10f3d5b3-f3f0-4759-96f1-98e44d27920b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569026 Nov 01 22:57:23.388975 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0ea04-0f08-4a00-89ae-1ebe769ef4a0 req-da7e350c-cf78-4026-90e4-2a38b9dd1972 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:23.390418 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7bd0ea04-0f08-4a00-89ae-1ebe769ef4a0 req-da7e350c-cf78-4026-90e4-2a38b9dd1972 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0655720 Nov 01 22:57:23.426867 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7bd0ea04-0f08-4a00-89ae-1ebe769ef4a0 req-f959f53b-9b11-45c4-b178-3c256277548f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Nov 01 22:57:23.817798 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be41ef-3cb3-46e7-9bc2-1f3df724f27c req-62fdc817-eac7-4386-a541-f46d332598c8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:23.819252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9be41ef-3cb3-46e7-9bc2-1f3df724f27c req-62fdc817-eac7-4386-a541-f46d332598c8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0484252 Nov 01 22:57:23.859304 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9be41ef-3cb3-46e7-9bc2-1f3df724f27c req-6d9137af-3b9c-4cda-a10f-ddea4b01265a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341761 Nov 01 22:57:24.027714 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f0aa-9e65-41dc-b43f-d5876cf89c01 req-5a93de35-b083-4211-96a2-17c8bc9ef948 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:24.029229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69c7f0aa-9e65-41dc-b43f-d5876cf89c01 req-5a93de35-b083-4211-96a2-17c8bc9ef948 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0491354 Nov 01 22:57:24.071960 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69c7f0aa-9e65-41dc-b43f-d5876cf89c01 req-9063d9cf-5a99-4319-a8fb-4aaf4e6b92f2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Nov 01 22:57:24.464290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6927e75-96b6-4707-aa1a-cb8d25cb5d5a req-a7ff860c-2d3e-404e-a945-98170e635752 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:24.465769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6927e75-96b6-4707-aa1a-cb8d25cb5d5a req-a7ff860c-2d3e-404e-a945-98170e635752 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0479498 Nov 01 22:57:24.511665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6927e75-96b6-4707-aa1a-cb8d25cb5d5a req-c93f3797-ea77-4c08-8af5-8baab5428f64 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Nov 01 22:57:24.551007 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b57d-e140-4407-a3b6-cc72f744350f req-6bb379a1-31ab-4fab-9925-6560beff1592 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:24.552473 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f5d6b57d-e140-4407-a3b6-cc72f744350f req-6bb379a1-31ab-4fab-9925-6560beff1592 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0558703 Nov 01 22:57:24.591007 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f5d6b57d-e140-4407-a3b6-cc72f744350f req-2cbba2e2-9069-490a-8b7b-3ee2736cc592 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Nov 01 22:57:24.976244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82de0d-2a80-4257-99d3-4643188f90d4 req-02103681-6589-4970-bbb9-447c0d5378e5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:24.977743 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d82de0d-2a80-4257-99d3-4643188f90d4 req-02103681-6589-4970-bbb9-447c0d5378e5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0497205 Nov 01 22:57:25.046254 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d82de0d-2a80-4257-99d3-4643188f90d4 req-96f0a1f6-9f23-4abb-9362-63ab77b5ef0f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626223 Nov 01 22:57:25.061519 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d7b5-d887-4973-83cc-438898457db5 req-e65b993d-7b4c-462d-a035-7c9942a030cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.063110 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-df22d7b5-d887-4973-83cc-438898457db5 req-e65b993d-7b4c-462d-a035-7c9942a030cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 1096 time: 0.0468094 Nov 01 22:57:25.118576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-55fa59bc-6b49-475b-b484-f162985ee3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.120088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-55fa59bc-6b49-475b-b484-f162985ee3ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1097 time: 0.0920124 Nov 01 22:57:25.130794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14409d13-e8d8-4b7f-bcd4-5d4ef8f18e40 req-6183c420-a0c9-471e-95fc-a0ad48009c40 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 Nov 01 22:57:25.249249 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d7b5-d887-4973-83cc-438898457db5 req-be459858-69f1-48c4-91b8-63696ac39acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.250729 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-df22d7b5-d887-4973-83cc-438898457db5 req-be459858-69f1-48c4-91b8-63696ac39acb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=79445450daec4646af500dded30dd6a6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1709435 Nov 01 22:57:25.279040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56e23e-54a3-4a59-8160-af8296833353 req-beaa5cc6-5d6c-4bf4-8e53-187b7109c64c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.280636 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4d56e23e-54a3-4a59-8160-af8296833353 req-beaa5cc6-5d6c-4bf4-8e53-187b7109c64c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.1359448 Nov 01 22:57:25.325385 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-f805765c-929b-4712-a046-c06ccd9af69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.326870 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-f805765c-929b-4712-a046-c06ccd9af69f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1809320 Nov 01 22:57:25.332189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322e08-409a-4657-acf8-761809ea23ba req-097c48c1-3285-4681-b658-a26111928168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.334801 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-097c48c1-3285-4681-b658-a26111928168 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1097 time: 0.1006224 Nov 01 22:57:25.406197 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4d56e23e-54a3-4a59-8160-af8296833353 req-b9d44f33-4407-400f-86be-e87ee9461206 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157248 Nov 01 22:57:25.454413 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22d7b5-d887-4973-83cc-438898457db5 req-f17cee90-6a73-4a8f-89bf-e755c09def76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.456269 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-df22d7b5-d887-4973-83cc-438898457db5 req-f17cee90-6a73-4a8f-89bf-e755c09def76 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983573 Nov 01 22:57:25.583050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-6b9af63a-0516-439a-ada8-0221d15ed951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.583050 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7fe393b-475e-4944-869d-afa5ed369e79 req-6b9af63a-0516-439a-ada8-0221d15ed951 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2394679 Nov 01 22:57:25.583050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322e08-409a-4657-acf8-761809ea23ba req-75a277a9-d148-47e8-868b-db97bbb35b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.583375 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-22ec9118-8c56-44d5-8f9e-48d285cf3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.583489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-75a277a9-d148-47e8-868b-db97bbb35b75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.2286568 Nov 01 22:57:25.583589 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-22ec9118-8c56-44d5-8f9e-48d285cf3b86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 1096 time: 0.0575297 Nov 01 22:57:25.669502 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc0375-d028-49bc-8ec1-39a0eb91c465 req-c9ea80c0-8b4d-4fbc-9c82-58cca8fa3044 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.669502 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5fc0375-d028-49bc-8ec1-39a0eb91c465 req-c9ea80c0-8b4d-4fbc-9c82-58cca8fa3044 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0567951 Nov 01 22:57:25.740172 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5fc0375-d028-49bc-8ec1-39a0eb91c465 req-c7f9ea16-9477-4799-b622-0df2123e16af tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634012 Nov 01 22:57:25.759768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f8f7f-6cb8-496c-9635-b971345d5705 req-020519d5-859f-4dfb-8d59-2e9935579297 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.761230 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-747f8f7f-6cb8-496c-9635-b971345d5705 req-020519d5-859f-4dfb-8d59-2e9935579297 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0765688 Nov 01 22:57:25.816271 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-b7d69560-c920-43cb-8a39-4c06d866e772 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6 HTTP/1.1" status: 200 len: 217 time: 0.0346100 Nov 01 22:57:25.822539 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-c0103432-5857-4910-b20f-07b8d9b49f8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.0395856 Nov 01 22:57:25.834415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-747f8f7f-6cb8-496c-9635-b971345d5705 req-b377100c-f443-41af-9212-5f9df8c60da9 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Nov 01 22:57:25.880570 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-5f59ffc5-2c69-49cf-9523-0057eeb0d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.882027 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-5f59ffc5-2c69-49cf-9523-0057eeb0d9e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0482895 Nov 01 22:57:25.908779 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6322e08-409a-4657-acf8-761809ea23ba req-53adfd19-8346-41b9-b1b2-d84b807edb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.910229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-53adfd19-8346-41b9-b1b2-d84b807edb89 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0739625 Nov 01 22:57:25.912764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-656b74ef-eb8f-43e3-baea-fab371922fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:25.914097 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-656b74ef-eb8f-43e3-baea-fab371922fad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1097 time: 0.0788813 Nov 01 22:57:25.918236 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-eeb6b057-08af-458f-b146-0977e1cfb036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266829 Nov 01 22:57:25.963725 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-bbdfe853-07bc-4662-bcdf-3029dcec0e73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250564 Nov 01 22:57:26.007113 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-4fd8ba46-1e08-4ef2-999e-6780dc3df135 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 217 time: 0.0454121 Nov 01 22:57:26.050083 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-5f653361-9658-4675-bacf-6d30065fae53 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954130 Nov 01 22:57:26.101166 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-9e952f18-c12f-4df9-b25f-87bab9366832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.102624 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-9e952f18-c12f-4df9-b25f-87bab9366832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0864649 Nov 01 22:57:26.145189 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-fd37638e-e72f-4b90-9623-9bbe6070052b service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874586 Nov 01 22:57:26.160126 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-fdc60f9f-5655-4fb9-a460-92e17c5e4a76 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630173 Nov 01 22:57:26.253866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-0c8e3aaa-594d-4218-899f-5d7cbd53c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.255358 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-0c8e3aaa-594d-4218-899f-5d7cbd53c835 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1425967 Nov 01 22:57:26.265994 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8afb6-a76b-40a4-ae36-9afdef086416 req-1ac4870c-198f-4ada-913c-41a1f9e93852 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.267834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75e8afb6-a76b-40a4-ae36-9afdef086416 req-1ac4870c-198f-4ada-913c-41a1f9e93852 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.1411989 Nov 01 22:57:26.364973 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6322e08-409a-4657-acf8-761809ea23ba req-7d5b4223-41d7-491a-b1c5-114469e3a7d5 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899102 Nov 01 22:57:26.382620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75e8afb6-a76b-40a4-ae36-9afdef086416 req-e73ae6ba-b797-45ff-a762-ef0fa4f9fb6c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007774 Nov 01 22:57:26.410498 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-bf3ab535-95b1-435a-9992-1d0fdfd4f5ee service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403871 Nov 01 22:57:26.551495 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e3eae-d8b4-45b8-b036-686159597b1d req-cbd1008f-3778-4e57-8f72-f2eef77b8413 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.552883 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be9e3eae-d8b4-45b8-b036-686159597b1d req-cbd1008f-3778-4e57-8f72-f2eef77b8413 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0682116 Nov 01 22:57:26.555308 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4371255-b251-44cb-9baf-9e146a5f8737 req-f834ff65-1c80-4f2b-b750-4c6d3370547e service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285079 Nov 01 22:57:26.592292 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be9e3eae-d8b4-45b8-b036-686159597b1d req-782f9d08-cd27-4068-8e24-62f0456d85aa tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333362 Nov 01 22:57:26.858600 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fd1f8-1086-458d-b7a9-d2818fbdb68f req-70c04712-7f88-46e5-ab29-abae5df82e8f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.860283 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d6fd1f8-1086-458d-b7a9-d2818fbdb68f req-70c04712-7f88-46e5-ab29-abae5df82e8f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0533574 Nov 01 22:57:26.901731 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d6fd1f8-1086-458d-b7a9-d2818fbdb68f req-13ede1fc-f5a6-4343-b471-43cfb02657bc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Nov 01 22:57:26.949641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f3c70-d103-4987-bf78-e6abbaafb747 req-a8aee476-a14b-4841-9411-4e0ca16e6746 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:26.951108 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e04f3c70-d103-4987-bf78-e6abbaafb747 req-a8aee476-a14b-4841-9411-4e0ca16e6746 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0485215 Nov 01 22:57:26.987230 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e04f3c70-d103-4987-bf78-e6abbaafb747 req-387bac97-620d-4629-be04-d6bd1fdb7ab4 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Nov 01 22:57:27.500056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c2610-b8e2-4cc4-8b12-087ef567b6f3 req-ab823d1e-d244-4994-89b9-3d6463657524 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:27.501505 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-108c2610-b8e2-4cc4-8b12-087ef567b6f3 req-ab823d1e-d244-4994-89b9-3d6463657524 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0472865 Nov 01 22:57:27.538836 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-108c2610-b8e2-4cc4-8b12-087ef567b6f3 req-0d184229-a172-49ca-ad60-b3a633ae948b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315785 Nov 01 22:57:27.709206 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175adc3-943f-4a38-ad45-78c6050f2bf8 req-fb5587e4-8148-4268-9d8f-0c7bc8a4dc4a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:27.710557 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b175adc3-943f-4a38-ad45-78c6050f2bf8 req-fb5587e4-8148-4268-9d8f-0c7bc8a4dc4a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0479190 Nov 01 22:57:27.752396 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b175adc3-943f-4a38-ad45-78c6050f2bf8 req-b98fec8b-c0a7-410a-9cbf-18cf5291c06c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360465 Nov 01 22:57:28.011861 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408fe56-36fd-4bcd-a659-b534bf0a3822 req-17056f7d-345d-47ce-aafb-5f899ebe50d8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:28.013229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9408fe56-36fd-4bcd-a659-b534bf0a3822 req-17056f7d-345d-47ce-aafb-5f899ebe50d8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0476003 Nov 01 22:57:28.050398 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9408fe56-36fd-4bcd-a659-b534bf0a3822 req-86ba398b-cb92-4b9b-a72e-558813f1b40e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305805 Nov 01 22:57:28.101205 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85339f-cfda-4498-ac4b-b87831fa0687 req-86616260-7009-4c7b-9156-a86539ad5d48 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:28.102635 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-de85339f-cfda-4498-ac4b-b87831fa0687 req-86616260-7009-4c7b-9156-a86539ad5d48 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0475924 Nov 01 22:57:28.138317 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-de85339f-cfda-4498-ac4b-b87831fa0687 req-12fed8ab-8926-4e29-a018-3a8b182e3aa4 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298858 Nov 01 22:57:28.650338 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec6df7-6d61-49db-abec-d8f556b2fcdc req-aa105b99-0ae0-4f90-921f-1fbe20d279e5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:28.651810 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-92ec6df7-6d61-49db-abec-d8f556b2fcdc req-aa105b99-0ae0-4f90-921f-1fbe20d279e5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0480096 Nov 01 22:57:28.693468 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-92ec6df7-6d61-49db-abec-d8f556b2fcdc req-0571d8ea-5267-4e81-be87-1fa3f681411c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358219 Nov 01 22:57:28.873858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29617988-2577-4ad9-9031-4cadfaa3e447 req-a1eb2893-f6df-43c2-8cd4-1cfc96ecd660 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:28.875352 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29617988-2577-4ad9-9031-4cadfaa3e447 req-a1eb2893-f6df-43c2-8cd4-1cfc96ecd660 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0538318 Nov 01 22:57:28.912259 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29617988-2577-4ad9-9031-4cadfaa3e447 req-ad1e4601-47c0-419c-9753-15ed98736eef tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Nov 01 22:57:29.164240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf39d1-8047-45a7-a235-0ebec8463d38 req-59b22c69-0674-466b-8b6b-81f864790e9b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:29.165735 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a5cf39d1-8047-45a7-a235-0ebec8463d38 req-59b22c69-0674-466b-8b6b-81f864790e9b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0485413 Nov 01 22:57:29.202127 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a5cf39d1-8047-45a7-a235-0ebec8463d38 req-0d066763-2017-432f-b055-9e8deb086abd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305836 Nov 01 22:57:29.249287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2494d4-8a62-4adb-a6eb-fc34dd5407d5 req-38434507-2f5c-4038-9822-1de97571540c tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:29.251011 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd2494d4-8a62-4adb-a6eb-fc34dd5407d5 req-38434507-2f5c-4038-9822-1de97571540c tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0476015 Nov 01 22:57:29.290348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd2494d4-8a62-4adb-a6eb-fc34dd5407d5 req-e5eb5840-233c-403d-8c48-09cd6c4dcd09 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335081 Nov 01 22:57:29.844874 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:57:29.996889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b702d3-8023-49f3-9adc-09f75a06f16e req-ee65106e-5e9a-45fd-82c9-b31fc25c7e72 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:29.998312 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d4b702d3-8023-49f3-9adc-09f75a06f16e req-ee65106e-5e9a-45fd-82c9-b31fc25c7e72 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.2418001 Nov 01 22:57:30.060806 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d4b702d3-8023-49f3-9adc-09f75a06f16e req-e1f70155-58e4-42e7-94d8-8f731644724b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531971 Nov 01 22:57:30.069481 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598bb46-6ed7-44e4-b382-2045d75ceedc req-d0b44e25-c4db-4fce-9b92-d777ed37b99e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:30.070891 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b598bb46-6ed7-44e4-b382-2045d75ceedc req-d0b44e25-c4db-4fce-9b92-d777ed37b99e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0819011 Nov 01 22:57:30.109824 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b598bb46-6ed7-44e4-b382-2045d75ceedc req-f35142dd-3aea-46be-b57e-9d1ad2a975c7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327129 Nov 01 22:57:30.315538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae6aa9-dce3-4b55-b9da-7509a6281ecd req-29877dd9-89aa-482b-ab21-8997a6466b0b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:30.317474 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b6ae6aa9-dce3-4b55-b9da-7509a6281ecd req-29877dd9-89aa-482b-ab21-8997a6466b0b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0500658 Nov 01 22:57:30.353684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b6ae6aa9-dce3-4b55-b9da-7509a6281ecd req-9d354fe1-6548-4fa6-9579-f1afa326fdf8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308752 Nov 01 22:57:30.401382 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793433f-14d0-4917-ab13-5409f0b043cd req-7f76f222-47da-4bf7-8f70-b4b8ec9c0f39 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:30.402854 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1793433f-14d0-4917-ab13-5409f0b043cd req-7f76f222-47da-4bf7-8f70-b4b8ec9c0f39 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0472047 Nov 01 22:57:30.440104 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1793433f-14d0-4917-ab13-5409f0b043cd req-dfc86bab-6669-4d7b-bf46-3552db47794a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308771 Nov 01 22:57:31.170854 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6481a-8053-470f-be9d-3aad44ff9312 req-60af1152-b1b2-46ed-9eaf-bc6f2c346fea tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:31.172340 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5dc6481a-8053-470f-be9d-3aad44ff9312 req-60af1152-b1b2-46ed-9eaf-bc6f2c346fea tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0480785 Nov 01 22:57:31.237176 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5dc6481a-8053-470f-be9d-3aad44ff9312 req-95cefe5c-aa41-473a-a6a3-a81028038891 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586882 Nov 01 22:57:31.251568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be1b30-139c-4c77-a880-71c5e95df617 req-0e365c7e-c147-4935-ade9-869b684e061c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:31.253519 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a0be1b30-139c-4c77-a880-71c5e95df617 req-0e365c7e-c147-4935-ade9-869b684e061c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0735364 Nov 01 22:57:31.289910 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a0be1b30-139c-4c77-a880-71c5e95df617 req-c36d9eb3-838a-4a7f-b55f-f7960a95e048 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305080 Nov 01 22:57:31.464185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4ccc7-2ee5-4c17-9d25-1445a3a009a2 req-1e50dc8d-1ce5-493b-8e9e-eaa31f53f7ae tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:31.465673 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ce4ccc7-2ee5-4c17-9d25-1445a3a009a2 req-1e50dc8d-1ce5-493b-8e9e-eaa31f53f7ae tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Nov 01 22:57:31.503940 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ce4ccc7-2ee5-4c17-9d25-1445a3a009a2 req-1a4bfc28-b4c6-4f84-bdb1-d445c3d14ef7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Nov 01 22:57:31.550839 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d56b17-d7f2-4bda-8f50-4cfef73e86fe req-0f6695b9-6bb1-4600-b35b-d8856b4177c6 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:31.552337 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-23d56b17-d7f2-4bda-8f50-4cfef73e86fe req-0f6695b9-6bb1-4600-b35b-d8856b4177c6 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 944 time: 0.0474069 Nov 01 22:57:31.589324 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-23d56b17-d7f2-4bda-8f50-4cfef73e86fe req-4351599b-7c69-40cd-8292-ae74869f9946 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Nov 01 22:57:31.697466 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:57:31.803402 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:31.817799 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:57:31.854279 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:31.867704 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:31.890335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:31.894416 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:31.895236 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e592d6eb-5c7b-47e1-bac9-423df3e4aeab details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:57:31.969437 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:32.057509 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,segment=NetworkSegment(09cbf8c2-2140-4942-9b1b-60a12e12e441),segment_id=09cbf8c2-2140-4942-9b1b-60a12e12e441)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:32.070406 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab', 'network_id': 'e189f4d2-70c1-4497-b4b5-b92af916a3ff', 'port_id': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab', 'mac_address': 'fa:16:3e:0f:6b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f74912-6051-400b-beb2-198d686083a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:57:32.108215 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:32.121341 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e592d6eb-5c7b-47e1-bac9-423df3e4aeab {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:32.139781 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,segment=NetworkSegment(09cbf8c2-2140-4942-9b1b-60a12e12e441),segment_id=09cbf8c2-2140-4942-9b1b-60a12e12e441)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:32.143794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:32.191737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:32.352548 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5d45a-1796-49f7-8732-9aa47d3f451b req-709f00c2-a5d8-419d-a185-b0a54ad93441 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:32.354053 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a0a5d45a-1796-49f7-8732-9aa47d3f451b req-709f00c2-a5d8-419d-a185-b0a54ad93441 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0515022 Nov 01 22:57:32.421038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a0a5d45a-1796-49f7-8732-9aa47d3f451b req-08e64150-a481-4b92-b052-3df066729cc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599563 Nov 01 22:57:32.434535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf089fc-32a7-44ee-8c02-c89f0eda4e61 req-38edcfc9-6101-4b6b-810b-746737b57e43 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:32.436058 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6bf089fc-32a7-44ee-8c02-c89f0eda4e61 req-38edcfc9-6101-4b6b-810b-746737b57e43 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0761795 Nov 01 22:57:32.478039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6bf089fc-32a7-44ee-8c02-c89f0eda4e61 req-6b6d8dff-cfa1-4ba3-b481-d2e738d891cf tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353856 Nov 01 22:57:32.614915 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961db2d1-311b-4b36-8900-d1800cfdb792 req-a3c5ea26-8f1a-4f8b-965b-123b5132817e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:32.616033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-961db2d1-311b-4b36-8900-d1800cfdb792 req-a3c5ea26-8f1a-4f8b-965b-123b5132817e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0478361 Nov 01 22:57:32.659278 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-961db2d1-311b-4b36-8900-d1800cfdb792 req-85792fb2-5d70-4897-b890-6d50efe71b03 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Nov 01 22:57:32.710536 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cb7ba-a9f0-471f-95ee-23677de691f3 req-8c05694a-0211-4c1f-a600-fcf06048ae1c tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:32.712046 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-577cb7ba-a9f0-471f-95ee-23677de691f3 req-8c05694a-0211-4c1f-a600-fcf06048ae1c tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 945 time: 0.0518103 Nov 01 22:57:32.750033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-577cb7ba-a9f0-471f-95ee-23677de691f3 req-8da8ddf9-15b0-4424-b686-b6b11212f527 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Nov 01 22:57:33.114644 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['4ebaac8d-876a-4c02-8a1f-4a452a979418'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:57:33.152883 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['e592d6eb-5c7b-47e1-bac9-423df3e4aeab'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:57:33.549563 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700473ae-f73a-458f-a17a-1be49ae76b83 req-a5b4bc12-4213-407a-9d26-82b6ca41d9d6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:33.551794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-700473ae-f73a-458f-a17a-1be49ae76b83 req-a5b4bc12-4213-407a-9d26-82b6ca41d9d6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0534918 Nov 01 22:57:33.618318 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-700473ae-f73a-458f-a17a-1be49ae76b83 req-b0dc2b2e-1507-4b69-93d5-0710df5d50c5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570517 Nov 01 22:57:33.626377 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab65d2-9ec4-41fb-b40a-07bc0d6fc138 req-c192a4fb-b5e3-426b-accd-57de6d7aac76 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:33.627857 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-abab65d2-9ec4-41fb-b40a-07bc0d6fc138 req-c192a4fb-b5e3-426b-accd-57de6d7aac76 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0751970 Nov 01 22:57:33.665786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-abab65d2-9ec4-41fb-b40a-07bc0d6fc138 req-89654494-2f9f-444d-9668-5c2e844c2b69 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Nov 01 22:57:33.776902 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9be75-f6d6-4287-bd0f-89d88a3774fd req-d7d1eadc-f905-4bfc-9e6e-95556fc165d9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:33.778542 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7de9be75-f6d6-4287-bd0f-89d88a3774fd req-d7d1eadc-f905-4bfc-9e6e-95556fc165d9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0513661 Nov 01 22:57:33.827420 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7de9be75-f6d6-4287-bd0f-89d88a3774fd req-ff0a8df9-127b-4eb3-8d2a-79954be42793 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Nov 01 22:57:33.874263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1cb94-9269-4b63-9838-2138e460a806 req-934d926c-b516-46f2-9ab6-8ac6fe27e89b tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:33.876229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2dd1cb94-9269-4b63-9838-2138e460a806 req-934d926c-b516-46f2-9ab6-8ac6fe27e89b tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 945 time: 0.0479300 Nov 01 22:57:33.914567 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2dd1cb94-9269-4b63-9838-2138e460a806 req-16b2bc29-327a-4f6d-9528-35ccd2b125e5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Nov 01 22:57:34.012693 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46676) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:34.134445 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55cb8ddb-6822-4dbe-9f53-53996d706933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.223693 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55cb8ddb-6822-4dbe-9f53-53996d706933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.228536 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55cb8ddb-6822-4dbe-9f53-53996d706933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.268000 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-55cb8ddb-6822-4dbe-9f53-53996d706933 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3924498b779a451e8d4f8b0a87d736e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541983 Nov 01 22:57:34.268872 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb8ddb-6822-4dbe-9f53-53996d706933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659bad77-85c0-4e78-a781-68de4fbb2fb5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:34.273118 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46708) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:34.353043 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.375637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.425137 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.427687 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:34.428820 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/659bad77-85c0-4e78-a781-68de4fbb2fb5 HTTP/1.1" status: 204 len: 168 time: 0.1539881 Nov 01 22:57:34.436717 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4bfce-43b8-4265-bb8d-7f7f8afbfa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659bad77-85c0-4e78-a781-68de4fbb2fb5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:34.747321 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3981-0325-4871-bb34-355f42434a7a req-9a91b4c3-3217-4a55-af27-f8c2093b898b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:34.748866 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-576f3981-0325-4871-bb34-355f42434a7a req-9a91b4c3-3217-4a55-af27-f8c2093b898b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.0552475 Nov 01 22:57:34.815623 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-576f3981-0325-4871-bb34-355f42434a7a req-927b57c2-a9bf-41b0-bbbf-fba0b184cab7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556648 Nov 01 22:57:34.823274 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea059ef-f9be-4019-a471-9f9be1ba42d3 req-c7d012b2-cb75-4efe-8891-2905f6f44f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:34.824729 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ea059ef-f9be-4019-a471-9f9be1ba42d3 req-c7d012b2-cb75-4efe-8891-2905f6f44f38 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0749915 Nov 01 22:57:34.875916 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ea059ef-f9be-4019-a471-9f9be1ba42d3 req-1b47e691-0b79-47b7-907b-aee7ab154ed3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Nov 01 22:57:34.945438 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fee7-e4ce-4e21-8629-57990a084c2d req-d06e298e-d782-48a7-baad-25ab6d9cd69b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:34.946947 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06a6fee7-e4ce-4e21-8629-57990a084c2d req-d06e298e-d782-48a7-baad-25ab6d9cd69b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0495353 Nov 01 22:57:34.999803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06a6fee7-e4ce-4e21-8629-57990a084c2d req-399f77af-4ee9-40fa-84d1-8676098a2369 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Nov 01 22:57:35.044329 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6bfa2-57f7-4909-b250-3b2f8816644f req-7758134a-8a8d-4e3b-b153-80ebef1058ed tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:35.045786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38a6bfa2-57f7-4909-b250-3b2f8816644f req-7758134a-8a8d-4e3b-b153-80ebef1058ed tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 945 time: 0.0599771 Nov 01 22:57:35.085524 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38a6bfa2-57f7-4909-b250-3b2f8816644f req-f18c8278-ab65-4905-a927-89dfafc412a4 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Nov 01 22:57:35.123165 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:35.218242 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-584715879-network', 'tenant_id': 'a613551c961b462fb40a6f5a24181785'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:35.239212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Made reservation on behalf of a613551c961b462fb40a6f5a24181785 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:35.241414 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.249339 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.318056 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 02e75f1a-7f69-42e3-a51f-030c2268a8d3 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:57:35.323266 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.328196 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.331594 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:35.339763 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:57:35.355396 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.355884 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Added segment 0027f96d-fb07-413e-90cc-1d134d6e4e3f of type vlan for network bdb8fbcd-4feb-428f-bac6-083e929f01b0 Nov 01 22:57:35.413728 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91360568-3274-4ba5-a478-6146e245b6fc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:35.420754 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.450016 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.451209 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:35.452029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.482566 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:35.482764 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3583405 Nov 01 22:57:35.491691 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Request body: {'subnet': {'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-584715879-subnet', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:35.525552 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Made reservation on behalf of a613551c961b462fb40a6f5a24181785 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:35.533189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.544626 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f9ea9-d80c-4d56-9f0d-193ffe0cc2ae admin admin] Pushing event updated for resources: {'Network': ['ID=bdb8fbcd-4feb-428f-bac6-083e929f01b0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:35.554658 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 4ebaac8d-876a-4c02-8a1f-4a452a979418 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:57:35.566259 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:57:35.593075 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 4ebaac8d-876a-4c02-8a1f-4a452a979418 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:35.593630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.686745 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:35.716290 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'port_id': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'mac_address': 'fa:16:3e:17:e8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:57:35.800561 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.810662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.818156 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.824597 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e75f1a-7f69-42e3-a51f-030c2268a8d3 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:35.866220 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:35.869686 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:35.899228 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Checking segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:35.900402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Network hostable DHCP agents. Network: bdb8fbcd-4feb-428f-bac6-083e929f01b0, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:57:35.912152 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=082db525-1819-40f2-af5a-157aba83a0a4,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:35.931238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:57:35.944544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, bdb8fbcd-4feb-428f-bac6-083e929f01b0) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:35.956737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.957547 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e592d6eb-5c7b-47e1-bac9-423df3e4aeab up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:35.959997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:35.960612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:35.976361 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2225f4a7-0af4-42f8-b9dc-9e62459d965d None None] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:57:36.013278 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:36.013415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-884349e5-1d92-4a9d-beda-9c3e92447908 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5290751 Nov 01 22:57:36.019413 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:36.033812 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:36.074755 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20e971-f549-4f0d-b0f2-d8485f22d9c9 req-f1e94875-9d35-41cd-a148-e558f99a909b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:36.076027 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.076471 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d20e971-f549-4f0d-b0f2-d8485f22d9c9 req-f1e94875-9d35-41cd-a148-e558f99a909b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 944 time: 0.1058798 Nov 01 22:57:36.077208 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.094502 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7365e0-6b5c-4803-bdea-1ccc20f7a9b4 req-fde3e662-2a06-4a67-a599-4d52897a3aa2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:36.097662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e7365e0-6b5c-4803-bdea-1ccc20f7a9b4 req-fde3e662-2a06-4a67-a599-4d52897a3aa2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0943151 Nov 01 22:57:36.147701 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.150779 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.151578 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 812c42f3-5806-4763-ba41-e2bcaf14cfa6 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:57:36.155653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d20e971-f549-4f0d-b0f2-d8485f22d9c9 req-297cfd16-bfb3-42b6-9e86-ad8f71970571 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569134 Nov 01 22:57:36.158028 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a6293-b7e0-4e89-bbb9-b6d6bd2b5fcd" -d '{"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:36.170248 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e7365e0-6b5c-4803-bdea-1ccc20f7a9b4 req-772a6e1f-c8ef-4a87-ad6d-31f69f993f3a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640388 Nov 01 22:57:36.214077 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port e592d6eb-5c7b-47e1-bac9-423df3e4aeab completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:57:36.260662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:36.285875 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port e592d6eb-5c7b-47e1-bac9-423df3e4aeab triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:36.286402 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.326976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414c900-ee68-4667-b748-49353991cc69 req-de11a040-a74c-4543-b903-a091f6167d8f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:36.328492 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9414c900-ee68-4667-b748-49353991cc69 req-de11a040-a74c-4543-b903-a091f6167d8f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 943 time: 0.0822072 Nov 01 22:57:36.330741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.336866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8933f64-17a7-4fa2-9d10-6e170c4cf946 req-5c913a25-57a4-49bb-833b-87485517ae82 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:36.338896 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a8933f64-17a7-4fa2-9d10-6e170c4cf946 req-5c913a25-57a4-49bb-833b-87485517ae82 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 945 time: 0.0822740 Nov 01 22:57:36.388696 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9414c900-ee68-4667-b748-49353991cc69 req-427b27dc-9db3-4f41-baab-aa549023fbfd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Nov 01 22:57:36.417337 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a8933f64-17a7-4fa2-9d10-6e170c4cf946 req-66d6f1bb-9a7a-4760-b557-9e3be11618e5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696678 Nov 01 22:57:36.435941 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:57:36.436794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.458670 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:36.492628 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:36.565740 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.565956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec9b7ac-8283-4d65-a9e9-a4d8e7e4590e x-openstack-request-id: req-5ec9b7ac-8283-4d65-a9e9-a4d8e7e4590e {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:36.565956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:36.566282 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ec9b7ac-8283-4d65-a9e9-a4d8e7e4590e {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:36.566809 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'code': 200} Nov 01 22:57:36.575320 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '812c42f3-5806-4763-ba41-e2bcaf14cfa6', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'port_id': '812c42f3-5806-4763-ba41-e2bcaf14cfa6', 'mac_address': 'fa:16:3e:ea:1e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:57:36.591033 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.620553 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.675023 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.714511 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,segment=NetworkSegment(09cbf8c2-2140-4942-9b1b-60a12e12e441),segment_id=09cbf8c2-2140-4942-9b1b-60a12e12e441)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:36.714648 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Allocated IP 172.27.2.100 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/d3cbbce6-a5c2-408c-b46a-2507b8fc3329) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:36.718411 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812c42f3-5806-4763-ba41-e2bcaf14cfa6 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:36.727915 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Allocated IP 172.20.0.2 (bdb8fbcd-4feb-428f-bac6-083e929f01b0/082db525-1819-40f2-af5a-157aba83a0a4/3431f759-0261-41b6-b587-1cb95912e897) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:36.729810 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.775841 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:36.794717 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.795355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 434b908c-ba5b-4e0e-8fbe-26c46796d94b details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:57:36.810849 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-11b192b9-c16a-4565-97e0-a17f4c86a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:36.812411 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-11b192b9-c16a-4565-97e0-a17f4c86a211 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1098 time: 0.0927558 Nov 01 22:57:36.833794 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-923db493-9b2d-484d-ba96-af183559497e service neutron] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.853775 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:36.862744 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.921696 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.922784 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:36.924463 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-923db493-9b2d-484d-ba96-af183559497e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.932402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-923db493-9b2d-484d-ba96-af183559497e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:36.952410 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:36.958022 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '434b908c-ba5b-4e0e-8fbe-26c46796d94b', 'network_id': 'f7e5b06c-7dfc-489c-a926-90c275639d95', 'port_id': '434b908c-ba5b-4e0e-8fbe-26c46796d94b', 'mac_address': 'fa:16:3e:c4:34:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69fa9a0-5903-4ee6-b392-42d50c10a393', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:57:36.993615 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-de5a4602-29e2-49f9-8995-2554b4b878ec req-923db493-9b2d-484d-ba96-af183559497e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725197 Nov 01 22:57:36.994370 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a20705-bfe6-4599-a3b0-312f124108f6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.000288 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:37.007335 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:37.008626 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.010013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.011184 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.011954 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.012320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.012665 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.013911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.013911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.014244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.014980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.015331 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.015678 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923db493-9b2d-484d-ba96-af183559497e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.016825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:37.040313 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.042215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46826) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:37.042473 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.062744 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.097311 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434b908c-ba5b-4e0e-8fbe-26c46796d94b {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:57:37.141217 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:37.149946 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:37.153304 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:37.154444 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Pushing event updated for resources: {'Port': ['ID=3431f759-0261-41b6-b587-1cb95912e897,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.162992 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:37.171046 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.230421 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f6e-61b1-4dd5-92c8-8c66f8494248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.354923 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Attempting to bind port 3431f759-0261-41b6-b587-1cb95912e897 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:37.355296 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Attempting to bind port 3431f759-0261-41b6-b587-1cb95912e897 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:37.363827 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Attempting to bind port 3431f759-0261-41b6-b587-1cb95912e897 on network bdb8fbcd-4feb-428f-bac6-083e929f01b0 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:37.370802 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.374172 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:37.374546 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Checking segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:37.374945 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.375331 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Bound using segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:37.378384 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Bound port: 3431f759-0261-41b6-b587-1cb95912e897, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:37.380957 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.408240 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.408869 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.409381 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.409848 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.410332 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.410807 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.411266 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.411775 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.412295 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.412757 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.413241 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.413711 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.413923 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.423309 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.424808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.425973 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.433754 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.434301 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.435027 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.436593 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.437122 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.438848 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.439981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.440939 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.441746 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:37.464978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8417f6-5867-48a4-9d3e-e26917ecd90d req-4409a90e-0ef5-477b-a1b3-22832058fdeb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:37.480102 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0d8417f6-5867-48a4-9d3e-e26917ecd90d req-4409a90e-0ef5-477b-a1b3-22832058fdeb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 945 time: 0.1569123 Nov 01 22:57:37.552597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566edd-ff62-4b83-8ddd-1aea2f025091 req-8535fa93-9329-4763-aac3-db53713ab183 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:37.554628 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2566edd-ff62-4b83-8ddd-1aea2f025091 req-8535fa93-9329-4763-aac3-db53713ab183 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.2460973 Nov 01 22:57:37.580431 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.585535 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] For port 3431f759-0261-41b6-b587-1cb95912e897, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:37.595311 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] For port 3431f759-0261-41b6-b587-1cb95912e897, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=3431f759-0261-41b6-b587-1cb95912e897,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:37.608083 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.674202 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0d8417f6-5867-48a4-9d3e-e26917ecd90d req-8876a388-9e5f-411d-9824-677f678af450 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925988 Nov 01 22:57:37.699492 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d96adb-3bc0-411d-924e-aab0829670d8 None None] Pushing event updated for resources: {'Port': ['ID=3431f759-0261-41b6-b587-1cb95912e897,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.730168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2566edd-ff62-4b83-8ddd-1aea2f025091 req-7925b161-e9b8-4330-b6eb-7cabd6511091 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664448 Nov 01 22:57:37.772612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f6e-61b1-4dd5-92c8-8c66f8494248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.802734 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d37a9f6e-61b1-4dd5-92c8-8c66f8494248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.869524 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['02e75f1a-7f69-42e3-a51f-030c2268a8d3'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:57:37.896381 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['812c42f3-5806-4763-ba41-e2bcaf14cfa6'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:57:37.903037 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:37.918730 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d37a9f6e-61b1-4dd5-92c8-8c66f8494248 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5b2fce888cdb485a885fd8f86c3f5718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8721640 Nov 01 22:57:37.918730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9f6e-61b1-4dd5-92c8-8c66f8494248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d122fc-72b2-4971-a566-d0ca8ef13c58,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:37.934300 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46868) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:37.954227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089fda6-b6a9-468c-b628-0280169a9b4f req-69a14da2-ef6d-46b0-8ab3-3f50e6f55bd1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:37.962152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7089fda6-b6a9-468c-b628-0280169a9b4f req-69a14da2-ef6d-46b0-8ab3-3f50e6f55bd1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 944 time: 0.1861703 Nov 01 22:57:37.997271 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080009-c22f-4009-8183-30cc24017cc9 req-5e62ad33-fb2d-46e8-8af5-c19ca0a0fc44 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:38.014783 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-74080009-c22f-4009-8183-30cc24017cc9 req-5e62ad33-fb2d-46e8-8af5-c19ca0a0fc44 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.1587887 Nov 01 22:57:38.098765 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7089fda6-b6a9-468c-b628-0280169a9b4f req-a9ce5cf5-14e0-4324-ba0f-9d5782cce8d5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326113 Nov 01 22:57:38.102640 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['434b908c-ba5b-4e0e-8fbe-26c46796d94b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:57:38.159331 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.160802 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Router 52ec8d64-aada-49c3-901d-2f16949dbf87 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:57:38.176063 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-74080009-c22f-4009-8183-30cc24017cc9 req-f394460d-7fbc-4c69-881b-79d02d945f74 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603155 Nov 01 22:57:38.211773 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.225689 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 3431f759-0261-41b6-b587-1cb95912e897 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:38.271058 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.274492 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.278095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4d122fc-72b2-4971-a566-d0ca8ef13c58 HTTP/1.1" status: 204 len: 168 time: 0.3398976 Nov 01 22:57:38.287048 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d839d9-a2c6-4181-9d91-7ea5c9494660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d122fc-72b2-4971-a566-d0ca8ef13c58,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:38.333100 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:38.347940 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Sync routers for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:38.353122 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.354562 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7d33188f-0e90-4f8d-836f-9d325c807dd1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3401527 Nov 01 22:57:38.357515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46872) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:38.362515 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:38.363119 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:38.432059 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 3431f759-0261-41b6-b587-1cb95912e897 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:38.432904 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.488421 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:38.559187 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.569189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:38.572448 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415a523b-2c15-4047-9195-3dcfea65643f" -d '{"events": [{"server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "name": "network-vif-plugged", "status": "completed", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:38.669993 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 3431f759-0261-41b6-b587-1cb95912e897, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=3431f759-0261-41b6-b587-1cb95912e897,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:38.678336 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c76cd-fd48-4825-85db-132aa5e8775a x-openstack-request-id: req-f10c76cd-fd48-4825-85db-132aa5e8775a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:38.679762 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "name": "network-vif-plugged", "status": "completed", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:38.680422 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f10c76cd-fd48-4825-85db-132aa5e8775a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:38.681544 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab', 'code': 200} Nov 01 22:57:38.685123 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.705193 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46882) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:38.718539 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:37Z', 'revision_number': 3, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:38.753573 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c700038-75d9-40ea-abfb-732d48a4a25f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.759419 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Checking router: 52ec8d64-aada-49c3-901d-2f16949dbf87 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:38.759793 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Updating router 52ec8d64-aada-49c3-901d-2f16949dbf87 port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:57:38.839429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=3431f759-0261-41b6-b587-1cb95912e897,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:38.863568 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:38.988452 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c700038-75d9-40ea-abfb-732d48a4a25f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.000412 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9c700038-75d9-40ea-abfb-732d48a4a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.023920 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8327c8b-d8ac-4a93-82ac-3365abda3576 req-67d167ed-a76f-42b3-9e26-8c8515cd3561 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:39.031650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8327c8b-d8ac-4a93-82ac-3365abda3576 req-67d167ed-a76f-42b3-9e26-8c8515cd3561 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 945 time: 0.2385013 Nov 01 22:57:39.048443 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9c700038-75d9-40ea-abfb-732d48a4a25f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e895abfc1cec4318a476c470c7087191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421755 Nov 01 22:57:39.050025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c700038-75d9-40ea-abfb-732d48a4a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4966f9-d3d7-4548-a2d4-2cf147f03ef6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:39.052829 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46896) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:39.102245 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c64e5-e9c4-4ea0-859f-882201203e2d req-6b7e37b7-669f-48a3-90ba-d8c15f5aea2d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:39.103847 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b61c64e5-e9c4-4ea0-859f-882201203e2d req-6b7e37b7-669f-48a3-90ba-d8c15f5aea2d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1868896 Nov 01 22:57:39.130370 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.165883 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.196164 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8327c8b-d8ac-4a93-82ac-3365abda3576 req-995291e9-055b-4196-80f3-8ebc1ffd3545 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618426 Nov 01 22:57:39.208290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b5334-b4c9-4abb-ae5f-32c22e72bb11 req-fb2536e6-be61-4e45-aed8-f97c647b8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:39.209801 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-433b5334-b4c9-4abb-ae5f-32c22e72bb11 req-fb2536e6-be61-4e45-aed8-f97c647b8334 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 1099 time: 0.2043095 Nov 01 22:57:39.242188 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.254554 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b61c64e5-e9c4-4ea0-859f-882201203e2d req-6f9ff594-f85f-40c0-9979-ee5fe04776da tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394773 Nov 01 22:57:39.278232 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb661607-2913-459b-87ba-8fe74efc8442 None None] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:57:39.287706 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.293414 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff4966f9-d3d7-4548-a2d4-2cf147f03ef6 HTTP/1.1" status: 204 len: 168 time: 0.2376292 Nov 01 22:57:39.324655 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.328254 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f889b-6e6e-4c76-bf75-be83243c66da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4966f9-d3d7-4548-a2d4-2cf147f03ef6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:39.358357 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.368654 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-433b5334-b4c9-4abb-ae5f-32c22e72bb11 req-c73e5466-94ac-4a30-afd7-2d7f725fea86 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268187 Nov 01 22:57:39.379097 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.446722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ea299-27eb-476a-ae3f-7921d71db380 req-beb6efe1-1690-40c0-ad57-0b883f352c91 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:39.448315 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-076ea299-27eb-476a-ae3f-7921d71db380 req-beb6efe1-1690-40c0-ad57-0b883f352c91 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 944 time: 0.1268551 Nov 01 22:57:39.459697 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Attempting to bind port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:39.460157 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Attempting to bind port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:39.460583 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Attempting to bind port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:39.469151 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3813760-821d-4957-942c-7e8869a4eca2 None None] Pushing event updated for resources: {'Port': ['ID=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:39.475492 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:39.476340 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:39.476949 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.477684 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:39.478351 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Bound port: d3cbbce6-a5c2-408c-b46a-2507b8fc3329, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:39.479434 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.494489 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-14ef4964-16bb-47e7-aa01-97c7cf2097b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.496133 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5aa450c3-86b5-46cc-8ce6-68eee9539536 None None] Provisioning complete for port 3431f759-0261-41b6-b587-1cb95912e897 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:39.496623 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5aa450c3-86b5-46cc-8ce6-68eee9539536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.563115 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] For port d3cbbce6-a5c2-408c-b46a-2507b8fc3329, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:39.568384 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] For port d3cbbce6-a5c2-408c-b46a-2507b8fc3329, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:39.576318 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.579007 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ae7dd-00ca-4bb5-b561-b7dfe1f6fee8 req-25505cbf-e722-4f80-a15f-1c0901eda5c0 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:39.581258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-543ae7dd-00ca-4bb5-b561-b7dfe1f6fee8 req-25505cbf-e722-4f80-a15f-1c0901eda5c0 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.1603208 Nov 01 22:57:39.619786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-076ea299-27eb-476a-ae3f-7921d71db380 req-905fb742-c52e-4d8c-96f8-8b3e1d9817e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482005 Nov 01 22:57:39.647812 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:39.648424 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:39.670032 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Allocated IP 172.20.0.1 (bdb8fbcd-4feb-428f-bac6-083e929f01b0/082db525-1819-40f2-af5a-157aba83a0a4/89a0eef3-e88d-4667-9f1f-fcc7a5d22bad) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:39.677267 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-543ae7dd-00ca-4bb5-b561-b7dfe1f6fee8 req-917f74cb-8a39-4bf2-b974-5b3e765800f7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Nov 01 22:57:39.701434 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3813760-821d-4957-942c-7e8869a4eca2 None None] Pushing event updated for resources: {'Port': ['ID=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:39.781670 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:39.792469 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.831153 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:39.877654 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:39.880660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:39.885396 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:39.888681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Pushing event updated for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:39.932459 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.025085 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:37Z', 'revision_number': 3, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:40.119805 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-196a9453-e676-4473-a194-58732ed2b64e None None] Provisioning complete for port 3431f759-0261-41b6-b587-1cb95912e897 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:40.122604 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-196a9453-e676-4473-a194-58732ed2b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.338771 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4175825c-4ece-4081-aeff-006b6c340256 None None] The sync data for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi is: [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:37Z', 'revision_number': 3, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:40.416064 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 3431f759-0261-41b6-b587-1cb95912e897 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:40.500373 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 3431f759-0261-41b6-b587-1cb95912e897 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:40.501091 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.550661 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4c9fb96e-91c9-4835-944f-84385535b03d None None] Provisioning complete for port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:40.551031 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb96e-91c9-4835-944f-84385535b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.606543 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4c9fb96e-91c9-4835-944f-84385535b03d None None] Port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:40.614615 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117402d6-5b21-4a00-9312-1df01bfdf394 req-97b8599b-d1f5-42ce-862a-cc1f476baaa6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:40.619373 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-117402d6-5b21-4a00-9312-1df01bfdf394 req-97b8599b-d1f5-42ce-862a-cc1f476baaa6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 945 time: 0.1701040 Nov 01 22:57:40.627030 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf461bfa-fa0d-422e-ae2b-a00db3a6d06c req-279d1f7f-4f2d-4649-853f-5fa7ce33a63f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:40.628725 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bf461bfa-fa0d-422e-ae2b-a00db3a6d06c req-279d1f7f-4f2d-4649-853f-5fa7ce33a63f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1813290 Nov 01 22:57:40.634004 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.748021 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-117402d6-5b21-4a00-9312-1df01bfdf394 req-c2a0d440-462d-400a-88d8-8942412d1ec4 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081631 Nov 01 22:57:40.763708 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bf461bfa-fa0d-422e-ae2b-a00db3a6d06c req-246a2aef-6a23-4531-8832-e4d529029f57 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232398 Nov 01 22:57:40.939103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:40.990592 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.093193 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46966) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:41.137982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06415b16-421b-4ecc-94f2-28f5bdba0736 req-621d1bdc-d0f1-4e1a-8cf9-a311d855a897 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:41.139763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06415b16-421b-4ecc-94f2-28f5bdba0736 req-621d1bdc-d0f1-4e1a-8cf9-a311d855a897 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 944 time: 0.1979475 Nov 01 22:57:41.145216 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.199761 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1571-602b-471c-826b-44436bb60e0f req-a68a7e1f-bf2c-4e51-87ba-986a25ea0b2f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:41.201342 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-156d1571-602b-471c-826b-44436bb60e0f req-a68a7e1f-bf2c-4e51-87ba-986a25ea0b2f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.2583756 Nov 01 22:57:41.218610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Pushing event updated for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:41.278697 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd0b6-9a66-462e-ac3e-c038bde7e6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.305802 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06415b16-421b-4ecc-94f2-28f5bdba0736 req-ca121217-8e72-4e93-9182-02dcb0c6a13f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472723 Nov 01 22:57:41.332550 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-156d1571-602b-471c-826b-44436bb60e0f req-c044d16e-f44e-4e17-8d68-bc5fff54de7a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 Nov 01 22:57:41.356665 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 02e75f1a-7f69-42e3-a51f-030c2268a8d3 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:41.366799 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:41.368541 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:41.479185 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:57:41.479792 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd0b6-9a66-462e-ac3e-c038bde7e6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.489984 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:41.491190 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.495554 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1f6cd0b6-9a66-462e-ac3e-c038bde7e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.550100 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-1f6cd0b6-9a66-462e-ac3e-c038bde7e6d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ae55531971944b78393791ec9760712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550986 Nov 01 22:57:41.552694 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 46984) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:41.662871 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.674636 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Router 52ec8d64-aada-49c3-901d-2f16949dbf87 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:57:41.679623 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cd0b6-9a66-462e-ac3e-c038bde7e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4193d-5550-4465-9782-0bfe9c9c8c6c,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:41.695105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1692f2-e7a3-46fe-a211-fc29c27dfb3a req-53a8f2dc-846c-41bc-b48c-0ba003d71a8f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:41.701074 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d1692f2-e7a3-46fe-a211-fc29c27dfb3a req-53a8f2dc-846c-41bc-b48c-0ba003d71a8f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1040516 Nov 01 22:57:41.707328 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 46988) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:41.712796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'floatingip': {'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:41.722296 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.749518 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3ed21b58-e061-4d94-9de7-45349c7af5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.752166 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.763284 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:41.788970 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69184f22-8168-4e00-ba68-4768aebef591" -d '{"events": [{"server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "name": "network-vif-plugged", "status": "completed", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:41.815971 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:41.820823 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.822552 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.823729 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 812c42f3-5806-4763-ba41-e2bcaf14cfa6 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:41.826396 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:41.834903 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35b4193d-5550-4465-9782-0bfe9c9c8c6c HTTP/1.1" status: 204 len: 168 time: 0.2788310 Nov 01 22:57:41.852002 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14590f38-120c-406f-8a7b-1d0a6ca06a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4193d-5550-4465-9782-0bfe9c9c8c6c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:41.909542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.001470 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3e234d-33a9-4d83-b6fd-d2178edeb309 x-openstack-request-id: req-bf3e234d-33a9-4d83-b6fd-d2178edeb309 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:42.002112 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "name": "network-vif-plugged", "status": "completed", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:42.002112 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf3e234d-33a9-4d83-b6fd-d2178edeb309 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:42.002438 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'code': 200} Nov 01 22:57:42.112477 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:42.118214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c2b88027-48bf-4fc9-a3d2-367d9f80896e None None] Provisioning complete for port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:42.118879 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c2b88027-48bf-4fc9-a3d2-367d9f80896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.160453 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:42.166471 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-76826f2f-4027-4ada-9820-473cfd91fbec admin admin] 10.222.0.11 "PUT /v2.0/routers/52ec8d64-aada-49c3-901d-2f16949dbf87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8078480 Nov 01 22:57:42.180928 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:57:42.189843 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:42.191985 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.219533 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4857-743b-42a7-bbf4-01f6b9ac6f65 req-f067c3bc-efc9-4ee2-9708-1d51c313fac7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:42.221405 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba1f4857-743b-42a7-bbf4-01f6b9ac6f65 req-f067c3bc-efc9-4ee2-9708-1d51c313fac7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.2683551 Nov 01 22:57:42.235953 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c2b88027-48bf-4fc9-a3d2-367d9f80896e None None] Port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:42.300385 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d3cbbce6-a5c2-408c-b46a-2507b8fc3329 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:42.345747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c4426-b177-4ca5-97cb-cb3048de2751 req-80b304d9-7a3f-40a7-adc8-c1a84b159079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:42.346350 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.351485 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f14c4426-b177-4ca5-97cb-cb3048de2751 req-80b304d9-7a3f-40a7-adc8-c1a84b159079 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.2094064 Nov 01 22:57:42.435241 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:42.448140 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.449433 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 434b908c-ba5b-4e0e-8fbe-26c46796d94b up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:42.473142 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:42.473537 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.490862 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47016) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:42.511372 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-176b644d-f144-4d22-9c83-8ef7e77a7325 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.522087 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba1f4857-743b-42a7-bbf4-01f6b9ac6f65 req-a05124d0-3e0e-44bd-a0b9-83d681692519 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638288 Nov 01 22:57:42.575095 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:42.600365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f14c4426-b177-4ca5-97cb-cb3048de2751 req-8a365be2-6325-46df-94ce-ab49893962b0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824591 Nov 01 22:57:42.629926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 434b908c-ba5b-4e0e-8fbe-26c46796d94b completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:57:42.637637 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 434b908c-ba5b-4e0e-8fbe-26c46796d94b triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:42.638306 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.690029 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.691209 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-176b644d-f144-4d22-9c83-8ef7e77a7325 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.706424 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.709247 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-176b644d-f144-4d22-9c83-8ef7e77a7325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.724006 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port d3cbbce6-a5c2-408c-b46a-2507b8fc3329, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:42.741001 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.790529 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b644d-f144-4d22-9c83-8ef7e77a7325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594276c4-baa5-44ea-8b69-b8ce066daaac,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:42.809517 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-176b644d-f144-4d22-9c83-8ef7e77a7325 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=436ebfcf0c4042f69925b1868ca41e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173883 Nov 01 22:57:42.810545 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47024) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:42.819765 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.824922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:42.873916 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:42.879477 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.908831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5522-f9fd-47b5-9021-845377cde98e req-75c7f214-090f-4ef2-a079-e09c7439a519 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:42.912608 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36cb5522-f9fd-47b5-9021-845377cde98e req-75c7f214-090f-4ef2-a079-e09c7439a519 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.4599917 Nov 01 22:57:42.914389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:42.956323 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:42.964320 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.049749 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Sync routers for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:43.065215 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.065509 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:43.066156 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:43.069593 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.071502 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/594276c4-baa5-44ea-8b69-b8ce066daaac HTTP/1.1" status: 204 len: 168 time: 0.2598860 Nov 01 22:57:43.090432 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf155a-f97e-44a3-8dbc-0de635acda9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594276c4-baa5-44ea-8b69-b8ce066daaac,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:43.275291 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:43.416605 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02b4c3-1a5f-4257-9e5e-47ac97c8f081 req-f6c09d42-9691-45cb-9673-ae7a8a8a31de tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:43.424193 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dc02b4c3-1a5f-4257-9e5e-47ac97c8f081 req-f6c09d42-9691-45cb-9673-ae7a8a8a31de tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.7533395 Nov 01 22:57:43.435646 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36cb5522-f9fd-47b5-9021-845377cde98e req-d7762980-1120-4355-9553-ac5710b2f61a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114095 Nov 01 22:57:43.467012 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47048) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:43.472948 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-741697073-network', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:43.496527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Made reservation on behalf of 1fbc937b4c4b4aef81d39c8b0c4c5e82 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:43.500278 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.510414 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.540196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dc02b4c3-1a5f-4257-9e5e-47ac97c8f081 req-5bab65f2-9fda-45dd-8092-017aaa2ad6e2 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Nov 01 22:57:43.617566 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.618408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.db.resource_extend [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 22:57:43.627438 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.632636 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 2, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:43.643715 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:57:43.654347 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.655237 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Added segment 0bced51d-4625-4291-b2ba-fcae58930e5f of type vlan for network a1429fa3-d2d3-494d-b2ff-4512b0d37408 Nov 01 22:57:43.670771 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Checking router: 52ec8d64-aada-49c3-901d-2f16949dbf87 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:43.671136 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Updating router 52ec8d64-aada-49c3-901d-2f16949dbf87 port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:57:43.708436 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.713036 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.731427 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c63772-a33d-44dc-90f9-c6bdcc1740be,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:43.763483 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.764873 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:43.765227 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.775486 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.786734 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.815259 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3440652 Nov 01 22:57:43.815546 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:43.820244 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Request body: {'subnet': {'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-741697073-subnet', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:43.859921 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3a5b7-cd11-46e9-bb42-3cbd4a87dbff admin admin] Pushing event updated for resources: {'Network': ['ID=a1429fa3-d2d3-494d-b2ff-4512b0d37408,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:43.871629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880bd8d-3469-42ab-b3fd-a754f3f293ec req-d1ceb0ff-90db-4de5-81de-b577f6e72844 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:43.873510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3880bd8d-3469-42ab-b3fd-a754f3f293ec req-d1ceb0ff-90db-4de5-81de-b577f6e72844 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1921089 Nov 01 22:57:43.882372 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Made reservation on behalf of 1fbc937b4c4b4aef81d39c8b0c4c5e82 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:57:43.885048 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59795507'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:43.887571 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:57:44.016521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6'}, {'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:44.018465 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3880bd8d-3469-42ab-b3fd-a754f3f293ec req-a3cea6c3-423c-4171-b883-7ff7486304fb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364028 Nov 01 22:57:44.019475 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975faf29-ad24-42fa-a88a-58e013ffbbc0" -d '{"events": [{"server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "name": "network-vif-plugged", "status": "completed", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6"}, {"server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "name": "network-vif-plugged", "status": "completed", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:44.056734 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Floating IP 860040be-39e1-43ec-9226-d198c7d86cb0 associated. External IP: 172.27.2.87, port: 4ebaac8d-876a-4c02-8a1f-4a452a979418. Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eff447-3139-4523-9c2f-8454da63ccde x-openstack-request-id: req-23eff447-3139-4523-9c2f-8454da63ccde {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "name": "network-vif-plugged", "status": "completed", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6", "code": 200}, {"server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "name": "network-vif-plugged", "status": "completed", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23eff447-3139-4523-9c2f-8454da63ccde {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6', 'code': 200} Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b', 'code': 200} Nov 01 22:57:44.179712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.323790 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d3cbbce6-a5c2-408c-b46a-2507b8fc3329 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:44.372801 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2263299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59795489'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.468694 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23700af2-80bc-417d-8484-657afde58b7d,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:44.534986 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Checking segment: {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:44.536579 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Network hostable DHCP agents. Network: a1429fa3-d2d3-494d-b2ff-4512b0d37408, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:57:44.584013 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:57:44.600414 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, a1429fa3-d2d3-494d-b2ff-4512b0d37408) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:44.603295 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:44.603941 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.617775 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:44.618616 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.645107 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d902db0-977e-4f84-8114-d2eb7f1cb797 None None] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:57:44.651402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47092) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:44.659750 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-183e05aa-cd58-4f92-a349-23c58386bba4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8430481 Nov 01 22:57:44.662188 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:44.758816 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.778575 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.782087 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c675f5-29f0-4b75-85fd-10c00b857834 req-ae9f2fc5-5d54-4666-8ddc-76848b8dc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:44.784102 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d5c675f5-29f0-4b75-85fd-10c00b857834 req-ae9f2fc5-5d54-4666-8ddc-76848b8dc5f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 1098 time: 0.2430241 Nov 01 22:57:44.832855 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.834073 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:44.852339 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c88471-e8cc-46ad-a85a-09f5d4c60d36 req-3bf21b74-be3f-45c6-a26e-ebc231e70264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:44.854112 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9c88471-e8cc-46ad-a85a-09f5d4c60d36 req-3bf21b74-be3f-45c6-a26e-ebc231e70264 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.3117127 Nov 01 22:57:44.867853 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc606ad-e2a3-4356-bdec-0ea1e20a27f3 req-b471d9ca-04fa-4ab5-b30d-33e94b38d0a5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:44.869315 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-abc606ad-e2a3-4356-bdec-0ea1e20a27f3 req-b471d9ca-04fa-4ab5-b30d-33e94b38d0a5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.2728128 Nov 01 22:57:44.897283 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d5c675f5-29f0-4b75-85fd-10c00b857834 req-1001445f-d0e2-4109-bd91-eef49cd49b8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Nov 01 22:57:44.900235 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec196a-c89c-4583-9971-9f75eece3eed None None] Pushing event updated for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:44.948791 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9c88471-e8cc-46ad-a85a-09f5d4c60d36 req-f7e45392-cffa-4e13-a577-11cdcced2565 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765374 Nov 01 22:57:44.950591 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:57:45.020456 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Attempting to bind port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:45.020835 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Attempting to bind port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:45.021365 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Attempting to bind port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad on network bdb8fbcd-4feb-428f-bac6-083e929f01b0 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:45.022480 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.026011 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-abc606ad-e2a3-4356-bdec-0ea1e20a27f3 req-71ff1a34-ffe6-438f-9dc7-e8eaee43bc1c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253724 Nov 01 22:57:45.028418 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:45.028925 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Checking segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:45.029423 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.029821 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Bound using segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:45.030406 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Bound port: 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:45.031074 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.072715 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'fixed_ips': [{'subnet_id': '23700af2-80bc-417d-8484-657afde58b7d'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 22:57:45.073759 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.228359 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] For port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:45.245735 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] For port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:45.258372 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.337468 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:45.344167 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.349614 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.353856 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:45.363220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fd5ca-338c-41a7-85cc-88c9b24f9bd7 req-e2e2534a-572c-41ad-b131-a36df6c61971 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:45.364849 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-063fd5ca-338c-41a7-85cc-88c9b24f9bd7 req-e2e2534a-572c-41ad-b131-a36df6c61971 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.2232203 Nov 01 22:57:45.373912 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:45.374546 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:45.427380 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] Provisioning complete for port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:45.429840 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:45.439629 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Allocated IP 172.20.0.2 (a1429fa3-d2d3-494d-b2ff-4512b0d37408/23700af2-80bc-417d-8484-657afde58b7d/b8df3157-f738-44e0-a0f7-10421d0fed24) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:45.442377 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e5643978-cc75-45e0-9dfb-ef81be69f4e9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "PUT /v2.0/floatingips/860040be-39e1-43ec-9226-d198c7d86cb0 HTTP/1.1" status: 200 len: 990 time: 3.7336147 Nov 01 22:57:45.443245 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:45.448516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbba87da-5d78-4560-a0af-b043d54dedf5" -d '{"events": [{"name": "network-changed", "server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:45.493837 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:45.494859 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:45.565547 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:45.623826 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:45.674404 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec196a-c89c-4583-9971-9f75eece3eed None None] Pushing event updated for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:45.765596 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-063fd5ca-338c-41a7-85cc-88c9b24f9bd7 req-64597a81-dabc-4201-ad83-8ee21909a669 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3796866 Nov 01 22:57:45.975888 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '860040be-39e1-43ec-9226-d198c7d86cb0', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:52Z', 'updated_at': '2021-11-01T22:57:43Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:46.023347 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:46.041556 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.052638 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:46.054814 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:46.078568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.104575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.143109 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] For port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:46.157138 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:45Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:46.220707 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:46.222986 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.231744 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4441474d-5dfd-4fef-ad0d-5f12fe089f33 None None] The sync data for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi is: [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:45Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:46.340009 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Allocated IP 172.27.2.233 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/1efc67b3-3f6d-4435-b7db-159f76e85ac2) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:46.496636 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.510892 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-b72fed7c-6fd0-44df-88fe-7d4b75704b59 None None] Provisioning complete for port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:46.511223 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b72fed7c-6fd0-44df-88fe-7d4b75704b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.530387 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.569993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.578355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c37f1-49c5-48b3-8b72-d008f915a55f None None] Pushing event updated for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:46.587676 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:46.636222 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:46.682466 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:46.692197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:46.705711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:46.780429 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '860040be-39e1-43ec-9226-d198c7d86cb0', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:52Z', 'updated_at': '2021-11-01T22:57:43Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:46.811011 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add134e-678c-4b2f-bce0-1c73263c8f69 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '860040be-39e1-43ec-9226-d198c7d86cb0', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:52Z', 'updated_at': '2021-11-01T22:57:43Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:46.906443 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Pushing event updated for resources: {'Port': ['ID=1efc67b3-3f6d-4435-b7db-159f76e85ac2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:47.029853 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Pushing event updated for resources: {'Port': ['ID=b8df3157-f738-44e0-a0f7-10421d0fed24,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:47.065128 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:47.074689 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:47.138088 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.194680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.196773 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Attempting to bind port b8df3157-f738-44e0-a0f7-10421d0fed24 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:47.197152 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Attempting to bind port b8df3157-f738-44e0-a0f7-10421d0fed24 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:47.197517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Attempting to bind port b8df3157-f738-44e0-a0f7-10421d0fed24 on network a1429fa3-d2d3-494d-b2ff-4512b0d37408 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:47.213547 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:47.213982 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Checking segment: {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:47.214381 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.216176 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Bound using segment: {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:47.216832 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Bound port: b8df3157-f738-44e0-a0f7-10421d0fed24, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:47.217125 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.241821 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716b6a2-2e21-4de4-ae6a-e594b685c291 None None] New status for floating IP 860040be-39e1-43ec-9226-d198c7d86cb0: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 22:57:47.471524 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.593922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] For port b8df3157-f738-44e0-a0f7-10421d0fed24, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:47.601239 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] For port b8df3157-f738-44e0-a0f7-10421d0fed24, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8df3157-f738-44e0-a0f7-10421d0fed24,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:47.626088 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.651186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 22:57:47.768394 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77438662-93e4-4ebe-8057-ecc2bba3494b None None] Pushing event updated for resources: {'Port': ['ID=b8df3157-f738-44e0-a0f7-10421d0fed24,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:47.818112 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:47.830373 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Sync routers for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:47.842690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:47.844223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6983ceaa-7e81-4ecb-9f93-16b2275e949a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1855831 Nov 01 22:57:47.847761 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47220) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:47.853332 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:47.854477 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:48.105670 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:48.254373 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:48.316237 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:48.316521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.375393 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 3, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:48.402339 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Checking router: 33097b2c-46a5-42fd-ab9d-2771b65c2b07 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:48.402774 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Updating router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:57:48.408797 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.414825 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8df3157-f738-44e0-a0f7-10421d0fed24 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:48.428600 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.467512 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port b8df3157-f738-44e0-a0f7-10421d0fed24 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:48.467884 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.550508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.571703 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Allocated IP 172.20.0.1 (a1429fa3-d2d3-494d-b2ff-4512b0d37408/23700af2-80bc-417d-8484-657afde58b7d/80a577ec-c950-4978-b9d2-e8873c07be58) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:57:48.597034 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port b8df3157-f738-44e0-a0f7-10421d0fed24, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8df3157-f738-44e0-a0f7-10421d0fed24,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:48.602515 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.661447 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=b8df3157-f738-44e0-a0f7-10421d0fed24,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:48.688162 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.722225 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.759470 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:48.762461 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:48.765965 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:57:48.795773 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.802538 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.853265 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Pushing event updated for resources: {'Port': ['ID=1efc67b3-3f6d-4435-b7db-159f76e85ac2,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:48.866576 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.866931 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.867279 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.867624 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.867947 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.868272 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.868593 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.868913 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.869247 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.869570 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.869883 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.870195 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:57:48.878918 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Attempting to bind port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:48.879283 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Attempting to bind port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:48.879676 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Attempting to bind port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:48.885442 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:48.885811 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:48.886200 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.886585 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:48.887049 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Bound port: 1efc67b3-3f6d-4435-b7db-159f76e85ac2, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:48.887432 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.941812 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] For port 1efc67b3-3f6d-4435-b7db-159f76e85ac2, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:48.945381 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] For port 1efc67b3-3f6d-4435-b7db-159f76e85ac2, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1efc67b3-3f6d-4435-b7db-159f76e85ac2,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:48.951755 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.977459 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Pushing event updated for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:48.994648 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:48.998285 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:48.998285 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:49.062729 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc54cf-b51f-4492-844a-482f045a0adc None None] Pushing event updated for resources: {'Port': ['ID=1efc67b3-3f6d-4435-b7db-159f76e85ac2,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:49.132815 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62534cc9-1ca8-4e31-9695-c097db0878ea None None] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:57:49.151494 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:49.175527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.197014 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.231148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e0c8228c-8be5-44a1-810a-e23f8e58cca5 None None] Provisioning complete for port b8df3157-f738-44e0-a0f7-10421d0fed24 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:49.231542 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e0c8228c-8be5-44a1-810a-e23f8e58cca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.342348 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 3, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:49.369636 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c1f96-1a68-4618-957f-01b220031b6b None None] The sync data for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi is: [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 3, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:49.370535 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.378030 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.446948 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.455865 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Pushing event updated for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:49.556654 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:57:49.558109 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:57:49.615662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac63b099-f0c0-4988-984b-13db28ca15de None None] Provisioning complete for port b8df3157-f738-44e0-a0f7-10421d0fed24 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:49.616613 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac63b099-f0c0-4988-984b-13db28ca15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.696533 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:57:49.778504 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ac63b099-f0c0-4988-984b-13db28ca15de None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:49.778881 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ac63b099-f0c0-4988-984b-13db28ca15de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:49.820316 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-ac63b099-f0c0-4988-984b-13db28ca15de None None] Port 80a577ec-c950-4978-b9d2-e8873c07be58 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:49.828490 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:49.835500 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-35d323b0-4e07-4b0e-b13e-795e8e29949e admin admin] 10.222.0.11 "PUT /v2.0/routers/33097b2c-46a5-42fd-ab9d-2771b65c2b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9846566 Nov 01 22:57:49.962958 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-003a20cc-e6ad-4af3-a3e0-9a08ffebda51 None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:49.968632 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-003a20cc-e6ad-4af3-a3e0-9a08ffebda51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.020507 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-003a20cc-e6ad-4af3-a3e0-9a08ffebda51 None None] Port 80a577ec-c950-4978-b9d2-e8873c07be58 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:50.123989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed90325-c879-410e-88c3-49e21b8a4887 x-openstack-request-id: req-5ed90325-c879-410e-88c3-49e21b8a4887 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:50.124498 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:50.124604 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ed90325-c879-410e-88c3-49e21b8a4887 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:50.124944 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'status': 'completed', 'code': 200} Nov 01 22:57:50.195625 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3e0df9ac-fdb4-4112-9b82-6cc10a74e078 None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:50.196010 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3e0df9ac-fdb4-4112-9b82-6cc10a74e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.276986 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8df3157-f738-44e0-a0f7-10421d0fed24 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:50.280453 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3e0df9ac-fdb4-4112-9b82-6cc10a74e078 None None] Port 80a577ec-c950-4978-b9d2-e8873c07be58 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:57:50.338092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port b8df3157-f738-44e0-a0f7-10421d0fed24 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:50.338743 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.338920 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a95f27-2c76-4c8b-b574-43487a1a10fd req-4482f743-9320-45d6-930c-9cd90ab80f59 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:50.341110 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6a95f27-2c76-4c8b-b574-43487a1a10fd req-4482f743-9320-45d6-930c-9cd90ab80f59 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1341677 Nov 01 22:57:50.342653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-86bcc344-6f36-4e8d-8a51-909b76ccc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:50.344160 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-86bcc344-6f36-4e8d-8a51-909b76ccc48d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1098 time: 0.1099644 Nov 01 22:57:50.351817 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47248) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:50.371118 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'floatingip': {'port_id': '02e75f1a-7f69-42e3-a51f-030c2268a8d3'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:50.503812 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.507597 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1efc67b3-3f6d-4435-b7db-159f76e85ac2 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:50.544687 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-8470b0e9-ea21-4380-93e8-2da0d8d15f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:50.546245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-8470b0e9-ea21-4380-93e8-2da0d8d15f9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.1788058 Nov 01 22:57:50.571610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e48036-17c9-4d75-adcf-d4f7164b1046 req-2addc9e3-4115-470f-bb91-89790e324c7e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:50.573109 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7e48036-17c9-4d75-adcf-d4f7164b1046 req-2addc9e3-4115-470f-bb91-89790e324c7e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0610900 Nov 01 22:57:50.576579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:50.576937 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.623252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7e48036-17c9-4d75-adcf-d4f7164b1046 req-44e8b4e5-c050-4e6a-9e07-82b949c23808 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Nov 01 22:57:50.671891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.692527 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 1efc67b3-3f6d-4435-b7db-159f76e85ac2, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1efc67b3-3f6d-4435-b7db-159f76e85ac2,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:50.699245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:50.757110 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=1efc67b3-3f6d-4435-b7db-159f76e85ac2,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:50.986668 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47258) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:50.991166 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483176224', 'description': 'tempest-secgroup-smoke-483176224 description', 'project_id': 'a613551c961b462fb40a6f5a24181785'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:51.030193 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.110516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.116073 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.151098 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.152464 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1647944 Nov 01 22:57:51.156259 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47262) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:51.156928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55bfcf-5aec-4223-a439-2ee78844d342 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:51.165086 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:51.234743 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Sync routers for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:51.246941 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:51.247628 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:51.263207 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.264051 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.274702 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.494898 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:51.590809 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.596945 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.l3_db [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Floating IP ef619af3-ed95-4497-b791-851d962efa71 associated. External IP: 172.27.2.217, port: 02e75f1a-7f69-42e3-a51f-030c2268a8d3. Nov 01 22:57:51.599019 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.653518 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efd6cde-63ec-462c-8acc-a08a8749ecd0,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:51.663203 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.664433 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ba1a21fc-277b-4b97-a48e-c32fd348ac95 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5073481 Nov 01 22:57:51.667251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47276) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:51.672492 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:51.699994 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:49Z', 'revision_number': 4, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '80a577ec-c950-4978-b9d2-e8873c07be58', 'name': '', 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'mac_address': 'fa:16:3e:be:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '23700af2-80bc-417d-8484-657afde58b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:48Z', 'updated_at': '2021-11-01T22:57:49Z', 'revision_number': 2, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'subnets': [{'id': '23700af2-80bc-417d-8484-657afde58b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:51.706169 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.734221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Checking router: 33097b2c-46a5-42fd-ab9d-2771b65c2b07 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:51.734574 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Updating router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 port 80a577ec-c950-4978-b9d2-e8873c07be58 binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 22:57:51.761345 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.823807 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835962-9452-4045-bb50-5ca1bafb917f req-c9dd9ad4-ca05-4060-9066-eca7190ed7ba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:51.825352 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62835962-9452-4045-bb50-5ca1bafb917f req-c9dd9ad4-ca05-4060-9066-eca7190ed7ba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1087682 Nov 01 22:57:51.827292 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.840372 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.850001 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:57:51.874982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cb3ac9-c24f-4992-9c3b-ab449a30f337,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:51.887797 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.889254 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-cee5f80a-9d26-4a92-8055-9a6f469fb903 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2200668 Nov 01 22:57:51.892017 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47280) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:51.895952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:51.909625 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62835962-9452-4045-bb50-5ca1bafb917f req-4aba947a-b9bf-4655-8b21-e28737e7842b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766094 Nov 01 22:57:51.934122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.982132 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:57:51.990157 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.993108 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:51.994232 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:57:51.997978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.006014 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:52.006622 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:52.029957 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40a0144-8a89-465e-acbc-ac9d3f217c94,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.040281 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-290ec0e0-afc4-4918-9338-f2acca17b2dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "PUT /v2.0/floatingips/ef619af3-ed95-4497-b791-851d962efa71 HTTP/1.1" status: 200 len: 992 time: 1.6865723 Nov 01 22:57:52.042243 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:57:52.045036 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.047265 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2f22aada-fd4f-48b8-b86e-b44874271c37 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545928 Nov 01 22:57:52.050879 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47286) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:52.051259 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd750f-0a36-47d7-af20-aedbc180bd9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:57:52.058484 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:52.093184 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.116456 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.131478 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.144502 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:52.183631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.184124 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1efc67b3-3f6d-4435-b7db-159f76e85ac2 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:52.187414 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75d11-d563-4bd2-9615-e389c082e91a None None] Pushing event updated for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.189129 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.210016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9652553e-b21b-4a03-bf0f-56dcad447da8,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.224923 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.229389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:52.234265 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:52.238121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3b476859-6c84-4e00-95b6-cdae80fb8400 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1856227 Nov 01 22:57:52.269364 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Project a613551c961b462fb40a6f5a24181785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 22:57:52.277063 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.302275 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Attempting to bind port 80a577ec-c950-4978-b9d2-e8873c07be58 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:57:52.302648 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Attempting to bind port 80a577ec-c950-4978-b9d2-e8873c07be58 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:57:52.303013 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Attempting to bind port 80a577ec-c950-4978-b9d2-e8873c07be58 on network a1429fa3-d2d3-494d-b2ff-4512b0d37408 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:57:52.311190 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:57:52.311601 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Checking segment: {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:57:52.311995 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.312382 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Bound using segment: {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:57:52.312852 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Bound port: 80a577ec-c950-4978-b9d2-e8873c07be58, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bced51d-4625-4291-b2ba-fcae58930e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:57:52.313231 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.333335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:52.333585 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.344419 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.349566 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.373167 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83ebaa8-e4fd-4683-9b1b-d84f8098ccfd,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.383446 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.388135 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-cb6a4c41-e54c-4f93-b45b-170e6fa39468 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546416 Nov 01 22:57:52.388917 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47292) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:52.396442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'security_group_rule': {'security_group_id': '615a8d5d-21e9-4a8c-b56c-dabb3d0998d2', 'project_id': 'a613551c961b462fb40a6f5a24181785', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:57:52.428842 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] For port 80a577ec-c950-4978-b9d2-e8873c07be58, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:57:52.434337 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] For port 80a577ec-c950-4978-b9d2-e8873c07be58, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=80a577ec-c950-4978-b9d2-e8873c07be58,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:57:52.437694 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Project a613551c961b462fb40a6f5a24181785 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 22:57:52.446110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.463286 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.474397 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ef619af3-ed95-4497-b791-851d962efa71', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:17:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:56Z', 'updated_at': '2021-11-01T22:57:51Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:52.502446 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:57:52.513981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.514752 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:52.515640 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:52.521105 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.566323 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.572732 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1813381 Nov 01 22:57:52.573751 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c166-70cc-437a-872f-c673721d80d0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731f4c14-36d2-4568-9ac1-1dc197565c34,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.621801 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75d11-d563-4bd2-9615-e389c082e91a None None] Pushing event updated for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:52.625293 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:57:52.626104 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:57:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:52.629147 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:52.629759 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.670251 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:52.791722 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:57:52.841840 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.935879 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ef619af3-ed95-4497-b791-851d962efa71', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:17:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:56Z', 'updated_at': '2021-11-01T22:57:51Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:52.950421 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] For port 80a577ec-c950-4978-b9d2-e8873c07be58, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=80a577ec-c950-4978-b9d2-e8873c07be58,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:57:52.957886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:52.965794 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbb71e6-188a-4578-b8b0-f9c66147a9e9 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ef619af3-ed95-4497-b791-851d962efa71', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:17:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:56:56Z', 'updated_at': '2021-11-01T22:57:51Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:53.045731 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfac55-b3aa-4974-84c5-94dab1acbf84 None None] Pushing event updated for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:53.086062 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-69e50d0b-c313-4113-bac2-a9d3e4b2397c None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:53.086427 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69e50d0b-c313-4113-bac2-a9d3e4b2397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:53.119966 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:49Z', 'revision_number': 4, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '80a577ec-c950-4978-b9d2-e8873c07be58', 'name': '', 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'mac_address': 'fa:16:3e:be:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '23700af2-80bc-417d-8484-657afde58b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:48Z', 'updated_at': '2021-11-01T22:57:52Z', 'revision_number': 4, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'subnets': [{'id': '23700af2-80bc-417d-8484-657afde58b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:57:53.159789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02fba1-ce5b-430d-ac8e-f1f43a5a37b4 None None] The sync data for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi is: [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T22:57:49Z', 'revision_number': 4, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '80a577ec-c950-4978-b9d2-e8873c07be58', 'name': '', 'network_id': 'a1429fa3-d2d3-494d-b2ff-4512b0d37408', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'mac_address': 'fa:16:3e:be:74:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '23700af2-80bc-417d-8484-657afde58b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:48Z', 'updated_at': '2021-11-01T22:57:52Z', 'revision_number': 4, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'subnets': [{'id': '23700af2-80bc-417d-8484-657afde58b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:57:53.209383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee986ac-d183-4b70-b52b-9e3e7d46ea93 None None] New status for floating IP ef619af3-ed95-4497-b791-851d962efa71: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 22:57:53.774305 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-8d85f988-1b1b-4003-a317-2fc74447b877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 1000 time: 0.0996363 Nov 01 22:57:54.151316 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 80a577ec-c950-4978-b9d2-e8873c07be58 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:57:54.198560 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 80a577ec-c950-4978-b9d2-e8873c07be58 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:57:54.198929 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:55.373266 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-26f19712-c437-4850-a478-8065456cc13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:55.374674 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-26f19712-c437-4850-a478-8065456cc13a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0434813 Nov 01 22:57:55.751921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-5340d856-711b-42f9-910a-d3ea8582ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:55.754024 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-5340d856-711b-42f9-910a-d3ea8582ece8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464852 Nov 01 22:57:55.854333 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-64d67d83-01b6-4867-b67f-b9d924b18237 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921993 Nov 01 22:57:55.956180 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dbba87da-5d78-4560-a0af-b043d54dedf5 req-c7b86da4-145d-40a4-b5c8-ee25f49ec2a5 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918386 Nov 01 22:57:56.112405 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cc6efa-b056-4c2a-8c9e-fd0a3a89c8b4 x-openstack-request-id: req-c5cc6efa-b056-4c2a-8c9e-fd0a3a89c8b4 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:57:56.113316 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:57:56.113860 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5cc6efa-b056-4c2a-8c9e-fd0a3a89c8b4 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:57:56.114173 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'status': 'completed', 'code': 200} Nov 01 22:57:56.203989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5301a2-5f4d-46a9-b055-434b6d209c95 req-0a8f9200-f1bd-4565-9a09-1068ecffd6cb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:56.206365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff5301a2-5f4d-46a9-b055-434b6d209c95 req-0a8f9200-f1bd-4565-9a09-1068ecffd6cb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Nov 01 22:57:56.272999 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff5301a2-5f4d-46a9-b055-434b6d209c95 req-fb558260-54cc-4193-9560-86989858ef3c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Nov 01 22:57:56.279005 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-b61bd223-ef9f-4a6a-8b18-80439aded070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:56.280446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-b61bd223-ef9f-4a6a-8b18-80439aded070 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.0608237 Nov 01 22:57:56.413244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-e2765b36-5d79-4074-9727-6a73097ba1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:56.414763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-e2765b36-5d79-4074-9727-6a73097ba1e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.0924139 Nov 01 22:57:56.487638 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-c0a3423c-0059-477a-8689-bc5749e69710 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0597169 Nov 01 22:57:56.544064 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-3768f2fd-50ab-4beb-8371-fef326787957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:56.545516 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-3768f2fd-50ab-4beb-8371-fef326787957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0472510 Nov 01 22:57:56.595729 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-b4fa4427-3213-4c19-a8f7-0298364701e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:56.597202 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-b4fa4427-3213-4c19-a8f7-0298364701e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380096 Nov 01 22:57:56.696369 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-766e97dd-d08a-40cb-8b09-f8dc3542e3e4 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895293 Nov 01 22:57:56.868070 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7afd750f-0a36-47d7-af20-aedbc180bd9f req-e4245c99-b88b-48bb-8d68-9358e6cceb89 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924349 Nov 01 22:57:57.308488 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-1a1b40f1-4e6e-4b83-921b-32fa7d133906 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848444 Nov 01 22:57:57.544549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d986c-73fb-4b5c-b2a6-ba7d563dc96f req-c274e2e3-c4fe-4da3-876f-3bad863653f9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:57.546226 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f6d986c-73fb-4b5c-b2a6-ba7d563dc96f req-c274e2e3-c4fe-4da3-876f-3bad863653f9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0633552 Nov 01 22:57:57.589309 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:57.765458 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f8b-eb69-4880-9b82-6f895f3bcf43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:57.849301 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f8b-eb69-4880-9b82-6f895f3bcf43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:57.853673 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7a5f5f8b-eb69-4880-9b82-6f895f3bcf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:57.896744 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7a5f5f8b-eb69-4880-9b82-6f895f3bcf43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12e9211d701848c1ac3266ff66d11fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063533 Nov 01 22:57:57.897695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f5f8b-eb69-4880-9b82-6f895f3bcf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b113a-6b1a-4ff1-baca-d3ef2c4a31a4,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:57.901129 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47450) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:57.920000 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f6d986c-73fb-4b5c-b2a6-ba7d563dc96f req-cbd727a8-8be7-449c-bd9a-ca0537e6f5f2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539221 Nov 01 22:57:57.924274 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-c5378e22-37ba-498c-93c7-26146b023eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:57.926072 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-c5378e22-37ba-498c-93c7-26146b023eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03ba9de87fde479e985d4748a44d89a4&device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 1099 time: 0.0887930 Nov 01 22:57:57.962439 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:57.990961 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.062969 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.065746 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.066901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-81004c02-67a5-4aa3-ba1e-b08b8c3a2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.067029 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/586b113a-6b1a-4ff1-baca-d3ef2c4a31a4 HTTP/1.1" status: 204 len: 168 time: 0.1646738 Nov 01 22:57:58.069743 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-81004c02-67a5-4aa3-ba1e-b08b8c3a2217 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e189f4d2-70c1-4497-b4b5-b92af916a3ff HTTP/1.1" status: 200 len: 913 time: 0.1200905 Nov 01 22:57:58.078443 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bed82a-5191-4369-a169-648284c68652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b113a-6b1a-4ff1-baca-d3ef2c4a31a4,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:58.154311 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-1d79c2f2-7fb3-43f4-bc56-22a9a4aae903 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab HTTP/1.1" status: 200 len: 217 time: 0.0633097 Nov 01 22:57:58.328638 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-36ecdab9-9eef-4383-b634-a4deda343bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.330016 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-36ecdab9-9eef-4383-b634-a4deda343bc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7f74912-6051-400b-beb2-198d686083a5 HTTP/1.1" status: 200 len: 852 time: 0.1195776 Nov 01 22:57:58.348524 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b3001-cafe-4a72-862b-70c2ffc2ad71 req-4fdecfb1-462d-4777-a4ab-a0387b1c196d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.349976 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-774b3001-cafe-4a72-862b-70c2ffc2ad71 req-4fdecfb1-462d-4777-a4ab-a0387b1c196d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1041095 Nov 01 22:57:58.360109 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-664b5e12-5b82-4ee7-90e2-c4cd70912f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.362134 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-664b5e12-5b82-4ee7-90e2-c4cd70912f49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 1098 time: 0.1173756 Nov 01 22:57:58.385138 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-5fc1c42f-f283-4b31-bbc7-7ccf7c7bdbcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e189f4d2-70c1-4497-b4b5-b92af916a3ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334704 Nov 01 22:57:58.409972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47464) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:58.425421 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c45f1f2-a2a4-4ad6-92c9-f1728e29733f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.508812 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c45f1f2-a2a4-4ad6-92c9-f1728e29733f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.512911 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c45f1f2-a2a4-4ad6-92c9-f1728e29733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.524245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-774b3001-cafe-4a72-862b-70c2ffc2ad71 req-dff9ad3d-e247-4ba8-90f6-83a021152a0a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600873 Nov 01 22:57:58.553766 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7c45f1f2-a2a4-4ad6-92c9-f1728e29733f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9789615085cf41b1a9b637bf179d7005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423039 Nov 01 22:57:58.554512 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45f1f2-a2a4-4ad6-92c9-f1728e29733f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd4b97f-3b35-4be6-90ce-504e378a6fb3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:58.557115 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47472) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:57:58.613115 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-0f6fe0e1-dd98-4abd-9443-153ac68471e1 service neutron] 10.222.0.26 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123158 Nov 01 22:57:58.617198 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-9fc04eaf-6e2c-483f-b719-424df97eea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.618529 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-9fc04eaf-6e2c-483f-b719-424df97eea03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.2357121 Nov 01 22:57:58.639824 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.674259 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.728550 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-a2c18f97-bf1b-4b46-b2e4-f57964e03dc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6 HTTP/1.1" status: 200 len: 217 time: 0.0614548 Nov 01 22:57:58.832596 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-31c60356-8ac2-4f6a-a015-8d0107d9f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:58.834214 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-31c60356-8ac2-4f6a-a015-8d0107d9f028 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0688505 Nov 01 22:57:58.854260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.856692 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:57:58.857794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcd4b97f-3b35-4be6-90ce-504e378a6fb3 HTTP/1.1" status: 204 len: 168 time: 0.2997491 Nov 01 22:57:58.877576 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9292dd56-158c-48ca-b22b-e442497bb7c2 req-999470af-6e3c-42ca-b6dd-108e3fa23328 service neutron] 10.222.0.26 "GET /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202239 Nov 01 22:57:58.879266 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-17cec493-4eec-40bc-9ed6-d7b07a4f177a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343654 Nov 01 22:57:58.883870 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af30247-0d03-4086-9afb-8936f0f15b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd4b97f-3b35-4be6-90ce-504e378a6fb3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:57:59.007170 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-98084cfa-6e01-426f-b1cb-1150d7807f47 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069410 Nov 01 22:57:59.116433 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb41792-6ea3-4dd8-9318-b840a6f8628b req-bb8ef0f3-d939-42de-97e2-fa5af5271099 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893750 Nov 01 22:57:59.686249 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef55837-de92-49cb-b7a7-97c96cd6f7bc req-c563b907-fc3f-455e-a56b-4424f4d6b153 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:57:59.688040 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ef55837-de92-49cb-b7a7-97c96cd6f7bc req-c563b907-fc3f-455e-a56b-4424f4d6b153 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0839820 Nov 01 22:57:59.729656 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ef55837-de92-49cb-b7a7-97c96cd6f7bc req-8d0039df-b46f-40b9-992f-f4f566a10425 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Nov 01 22:57:59.991222 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:00.125781 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-287fa650-6163-4cfb-8199-a0d2de659ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.211957 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-287fa650-6163-4cfb-8199-a0d2de659ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.216140 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-287fa650-6163-4cfb-8199-a0d2de659ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.255979 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-287fa650-6163-4cfb-8199-a0d2de659ea0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7452036cb5574a4e863ce925bdfac88a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634947 Nov 01 22:58:00.257110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fa650-6163-4cfb-8199-a0d2de659ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e07e70-6faa-4271-9e11-61ed2e6bfaff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:00.258825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47562) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:00.310366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.333397 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.381693 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.384504 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:00.385681 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2e07e70-6faa-4271-9e11-61ed2e6bfaff HTTP/1.1" status: 204 len: 168 time: 0.1258810 Nov 01 22:58:00.394656 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292c6ac-f853-4acb-a7a8-619c7280a696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e07e70-6faa-4271-9e11-61ed2e6bfaff,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:00.862399 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3af4c-80f4-4517-8c2d-e899f7d47e23 req-0e386fbd-917b-48a3-9833-79b7039dee2c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:00.863947 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e4a3af4c-80f4-4517-8c2d-e899f7d47e23 req-0e386fbd-917b-48a3-9833-79b7039dee2c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0565553 Nov 01 22:58:00.911049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e4a3af4c-80f4-4517-8c2d-e899f7d47e23 req-82d115ff-e04d-4f67-8bcf-4b3233e889ed tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404708 Nov 01 22:58:02.064590 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78feac3-2208-43e4-90e9-851cc3120ac9 req-8b4c1858-11a2-48d1-a97b-0126ac732839 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:02.066252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e78feac3-2208-43e4-90e9-851cc3120ac9 req-8b4c1858-11a2-48d1-a97b-0126ac732839 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0570502 Nov 01 22:58:02.116368 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e78feac3-2208-43e4-90e9-851cc3120ac9 req-529b4b34-2eff-4329-b9d3-2648a76ad8f8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Nov 01 22:58:02.205933 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47664) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:02.312553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41724588-d89f-4542-90d9-bf01ac612d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.384225 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41724588-d89f-4542-90d9-bf01ac612d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.388479 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-41724588-d89f-4542-90d9-bf01ac612d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.426938 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-41724588-d89f-4542-90d9-bf01ac612d31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21631cc60a2e45f49178515357e1fde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197630 Nov 01 22:58:02.428139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41724588-d89f-4542-90d9-bf01ac612d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e72d6cd-7f1f-4572-9c69-f3f285568467,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:02.429637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47668) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:02.479173 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.501628 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.551394 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.554006 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.555430 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e72d6cd-7f1f-4572-9c69-f3f285568467 HTTP/1.1" status: 204 len: 168 time: 0.1241522 Nov 01 22:58:02.565999 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced74aa-d6ca-42fe-b04b-7cd572a7146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e72d6cd-7f1f-4572-9c69-f3f285568467,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:02.872638 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47688) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:02.886281 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ec20709-386c-4acd-b8fe-c94fae1fcccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.962157 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ec20709-386c-4acd-b8fe-c94fae1fcccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:02.965885 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ec20709-386c-4acd-b8fe-c94fae1fcccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.007764 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6ec20709-386c-4acd-b8fe-c94fae1fcccb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2cc9f099d93c494abf81697cfb5321fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1338964 Nov 01 22:58:03.008970 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec20709-386c-4acd-b8fe-c94fae1fcccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e99bd3-4196-4b1f-acc7-ea80e96fe1c8,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:03.010604 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:03.064387 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.085067 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.134537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.137744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.143064 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3e99bd3-4196-4b1f-acc7-ea80e96fe1c8 HTTP/1.1" status: 204 len: 168 time: 0.1266294 Nov 01 22:58:03.162317 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc481a5f-2482-4414-8304-663070330602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e99bd3-4196-4b1f-acc7-ea80e96fe1c8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:03.280686 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf486-55e2-41ce-9e9e-ede3aaed009b req-6eca9a27-fb86-4536-ae34-266d31ebb2d0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:03.282717 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d0cf486-55e2-41ce-9e9e-ede3aaed009b req-6eca9a27-fb86-4536-ae34-266d31ebb2d0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0651846 Nov 01 22:58:03.335043 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d0cf486-55e2-41ce-9e9e-ede3aaed009b req-bb14ac66-934f-49f7-b7c5-23e2f11e3d3b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417538 Nov 01 22:58:03.535858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47712) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:03.549199 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3655f730-e74c-4f56-86e7-e603b1ab9f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.623050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3655f730-e74c-4f56-86e7-e603b1ab9f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.627262 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3655f730-e74c-4f56-86e7-e603b1ab9f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.666769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3655f730-e74c-4f56-86e7-e603b1ab9f28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a463d596907f4951964a05c02f2fe2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297638 Nov 01 22:58:03.667641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655f730-e74c-4f56-86e7-e603b1ab9f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a202b0d-7eac-448d-8af3-632baecf9a13,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:03.669423 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47714) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:03.729296 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.750920 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.797235 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.800074 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:03.801244 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a202b0d-7eac-448d-8af3-632baecf9a13 HTTP/1.1" status: 204 len: 168 time: 0.1297352 Nov 01 22:58:03.810364 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614fcd-404f-43b4-bb3a-567e7a3d21cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a202b0d-7eac-448d-8af3-632baecf9a13,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:04.493627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fcb3c-2d2d-4a99-81dc-d530485c1a1e req-46ee84a1-7746-42f5-8afc-ab03565cf928 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:04.495290 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-621fcb3c-2d2d-4a99-81dc-d530485c1a1e req-46ee84a1-7746-42f5-8afc-ab03565cf928 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0536494 Nov 01 22:58:04.540005 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-621fcb3c-2d2d-4a99-81dc-d530485c1a1e req-0b54728b-1408-447b-85ce-ba0ca282066f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Nov 01 22:58:04.696270 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47760) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:04.806956 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7a40049-71f8-4481-bd70-addae3afb143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:04.886941 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7a40049-71f8-4481-bd70-addae3afb143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:04.890960 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d7a40049-71f8-4481-bd70-addae3afb143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:04.929791 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d7a40049-71f8-4481-bd70-addae3afb143 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b158c95fc194b30b3623d831a1337ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323973 Nov 01 22:58:04.932025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a40049-71f8-4481-bd70-addae3afb143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bd8cac-c161-4b24-960d-ea834c0c09e0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:04.932816 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47774) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:04.999231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.037918 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.099186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.102388 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.104078 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3bd8cac-c161-4b24-960d-ea834c0c09e0 HTTP/1.1" status: 204 len: 168 time: 0.1701300 Nov 01 22:58:05.114545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796c00-7c05-43cd-ae54-0df94e26365c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bd8cac-c161-4b24-960d-ea834c0c09e0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:05.467838 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:05.481228 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f9c517f-2db1-40de-bece-98949462effc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.564402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f9c517f-2db1-40de-bece-98949462effc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.570894 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f9c517f-2db1-40de-bece-98949462effc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.628789 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2f9c517f-2db1-40de-bece-98949462effc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d1a733ea0cc49d9a6eda84097957e2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598349 Nov 01 22:58:05.628979 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47812) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:05.630432 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c517f-2db1-40de-bece-98949462effc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a65cb-d137-4147-af59-545664068239,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:05.727567 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.741231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248a44b-bd3d-4bca-b122-e7b9adc4cc27 req-fedd299d-ea35-409e-975e-2e58e7182afd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:05.743269 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1248a44b-bd3d-4bca-b122-e7b9adc4cc27 req-fedd299d-ea35-409e-975e-2e58e7182afd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0998821 Nov 01 22:58:05.777072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.832689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1248a44b-bd3d-4bca-b122-e7b9adc4cc27 req-b31f4186-8e68-4183-ade8-18aae58c7a3c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801661 Nov 01 22:58:05.855385 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.858028 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:05.859180 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/945a65cb-d137-4147-af59-545664068239 HTTP/1.1" status: 204 len: 168 time: 0.2290893 Nov 01 22:58:05.867633 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10a82e-ca6a-472e-9606-1c0c63c218f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a65cb-d137-4147-af59-545664068239,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:06.506989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 47848) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:06.603956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601860285-network', 'tenant_id': '974941cbc92340338c8061cab33f7505'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:06.625929 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Made reservation on behalf of 974941cbc92340338c8061cab33f7505 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:58:06.628180 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.636647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.740631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.745651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.767722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 22:58:06.792239 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11a68a-9247-4b92-a025-de9a985eff5a req-a07868ca-8c72-463d-b68b-d25a30c3f2ab tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:06.793730 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa11a68a-9247-4b92-a025-de9a985eff5a req-a07868ca-8c72-463d-b68b-d25a30c3f2ab tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.0914154 Nov 01 22:58:06.795716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89977111-3d87-4036-9a5c-8b4b9a7da383,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:06.800919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.801322 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Added segment f96ae8cc-6d31-49dd-8934-23d47642273a of type vlan for network c8193683-c8a9-4c58-94fc-efa878f498fc Nov 01 22:58:06.845924 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:58:06.862535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.874490 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa11a68a-9247-4b92-a025-de9a985eff5a req-2d593e10-83b4-40be-8854-4ac803317a14 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717034 Nov 01 22:58:06.903011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.904089 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:06.904749 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:06.964263 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4561319 Nov 01 22:58:06.967279 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 47864) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:06.969339 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187a2b4-0241-4d95-8f25-1ae0f3923480 admin admin] Pushing event updated for resources: {'Network': ['ID=c8193683-c8a9-4c58-94fc-efa878f498fc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:06.974252 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Request body: {'subnet': {'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601860285-subnet', 'tenant_id': '974941cbc92340338c8061cab33f7505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:06.979869 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network c8193683-c8a9-4c58-94fc-efa878f498fc details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 22:58:06.995882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Made reservation on behalf of 974941cbc92340338c8061cab33f7505 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:58:06.998827 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59795507'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:07.164026 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2263299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59795489'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:07.218766 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:07.226897 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Checking segment: {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:58:07.227246 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Network hostable DHCP agents. Network: c8193683-c8a9-4c58-94fc-efa878f498fc, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 22:58:07.243235 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Network c8193683-c8a9-4c58-94fc-efa878f498fc is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 22:58:07.252297 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, c8193683-c8a9-4c58-94fc-efa878f498fc) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:58:07.257254 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:07.259208 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:07.260292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d1f6c-23e3-4202-ae3f-23ae53d7cdfe None None] Network c8193683-c8a9-4c58-94fc-efa878f498fc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:58:07.275768 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d62a4e5d-a44e-442b-8e2c-f0ec66f846f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3073452 Nov 01 22:58:07.386215 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d6288-88e9-442c-ab40-91888bdccee4 None None] Network c8193683-c8a9-4c58-94fc-efa878f498fc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 22:58:09.437976 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c83f035d-e597-48ed-b08e-0450a18fd198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:10.394659 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe281697-f1d0-4bea-9c46-5c91ec847d00 req-a5221496-d41a-4f64-a7ef-1d9c8c4d73f0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:10.396135 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fe281697-f1d0-4bea-9c46-5c91ec847d00 req-a5221496-d41a-4f64-a7ef-1d9c8c4d73f0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0606070 Nov 01 22:58:10.449463 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fe281697-f1d0-4bea-9c46-5c91ec847d00 req-0615e906-6e2f-4c2d-abe2-992b4ec5ba6f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Nov 01 22:58:10.456955 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371e1a9-c642-41d5-9cf4-b849ae87545e req-e0d5f04f-b02b-498c-b63b-3684837121d9 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:10.459171 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2371e1a9-c642-41d5-9cf4-b849ae87545e req-e0d5f04f-b02b-498c-b63b-3684837121d9 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.0853603 Nov 01 22:58:10.505660 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2371e1a9-c642-41d5-9cf4-b849ae87545e req-187540d6-fac4-4a8f-99b3-4aa17f8be4b7 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376012 Nov 01 22:58:11.632713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d35170-9844-4ef4-90bb-188bee2d8078 req-f6b9a14e-5bbd-42b0-b505-87985c8e97cc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:11.635942 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a1d35170-9844-4ef4-90bb-188bee2d8078 req-f6b9a14e-5bbd-42b0-b505-87985c8e97cc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0658197 Nov 01 22:58:11.653976 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4ec6bdb4-b317-419e-aa93-23407d886f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:11.707691 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a1d35170-9844-4ef4-90bb-188bee2d8078 req-ca6ef31a-0d07-494a-80d4-228688e18c5c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605807 Nov 01 22:58:11.715641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb0304-47a6-489d-90b5-601c8dff425d req-92f98847-be7b-43f0-94fd-04079633a816 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:11.717039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-70fb0304-47a6-489d-90b5-601c8dff425d req-92f98847-be7b-43f0-94fd-04079633a816 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.0801516 Nov 01 22:58:11.755265 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-70fb0304-47a6-489d-90b5-601c8dff425d req-e70f2243-49c0-4463-9cbd-ac3d39485c5a tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Nov 01 22:58:12.662863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:12.856725 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cb3fe-0a17-4161-886e-ce5cc2a18663 req-b1291556-3350-43be-b434-e4019ad1ed33 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:12.858539 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d86cb3fe-0a17-4161-886e-ce5cc2a18663 req-b1291556-3350-43be-b434-e4019ad1ed33 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0605593 Nov 01 22:58:12.927877 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d86cb3fe-0a17-4161-886e-ce5cc2a18663 req-6235e455-068a-4a91-b2bf-7a22d1ccded8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617259 Nov 01 22:58:12.954752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b267f1a-b599-440e-93da-47b82074a87e req-60d5ecf1-7a83-4e7a-957f-e0bec1920f9f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:12.956289 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b267f1a-b599-440e-93da-47b82074a87e req-60d5ecf1-7a83-4e7a-957f-e0bec1920f9f tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.0700734 Nov 01 22:58:13.003949 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b267f1a-b599-440e-93da-47b82074a87e req-4e4f926b-c7b1-443f-bd8b-7927dc7d6d23 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Nov 01 22:58:13.182224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-c9fd067d-c161-4bb7-8167-74bd272b88d3 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:13.183716 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-c9fd067d-c161-4bb7-8167-74bd272b88d3 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 808 time: 0.1015840 Nov 01 22:58:13.198662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-acc31c2b-1027-4fc6-be15-ef5be44c28f1 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/quotas/974941cbc92340338c8061cab33f7505 HTTP/1.1" status: 200 len: 375 time: 0.0088477 Nov 01 22:58:13.233643 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-d5537da6-edf6-4844-a944-9a91feefecb1 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297999 Nov 01 22:58:13.327275 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-c9f920eb-5d5b-40e7-8bed-3fc7c35feec1 service neutron] 10.222.0.11 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Nov 01 22:58:13.421315 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-365be93a-1817-4c88-bbc1-07e8bb69abcd service neutron] 10.222.0.11 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Nov 01 22:58:13.473302 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-5b6db289-ce47-48b2-84d7-63d04bb46dfa tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:13.475489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-5b6db289-ce47-48b2-84d7-63d04bb46dfa tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 946 time: 0.0528100 Nov 01 22:58:13.517566 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48000) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:13.629321 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-149b810f-a82c-4e2c-9378-abdba9217929 req-9b755604-1482-4485-b973-0f9716e89ac5 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 210 time: 0.0363739 Nov 01 22:58:13.654058 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ac1-5926-4a90-8d4f-da9827e82307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:13.701832 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Deleting port e592d6eb-5c7b-47e1-bac9-423df3e4aeab {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 22:58:13.702185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:13.831496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] For port e592d6eb-5c7b-47e1-bac9-423df3e4aeab, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,segment=NetworkSegment(09cbf8c2-2140-4942-9b1b-60a12e12e441),segment_id=09cbf8c2-2140-4942-9b1b-60a12e12e441)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:13.831793 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:13.842959 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ac1-5926-4a90-8d4f-da9827e82307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:13.851493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-26fa3ac1-5926-4a90-8d4f-da9827e82307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:13.854899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Calling delete_port for e592d6eb-5c7b-47e1-bac9-423df3e4aeab owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 22:58:13.955546 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-26fa3ac1-5926-4a90-8d4f-da9827e82307 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca60be1da5dd44209d8f73c9f67f7c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368174 Nov 01 22:58:13.958058 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3ac1-5926-4a90-8d4f-da9827e82307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d723a4a9-d42e-4eb5-8421-3159ec2bacfc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:13.958197 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48022) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:14.021063 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.061084 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.073331 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.163957 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.166742 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.170571 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d723a4a9-d42e-4eb5-8421-3159ec2bacfc HTTP/1.1" status: 204 len: 168 time: 0.2088759 Nov 01 22:58:14.170713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9486b-2492-4960-a301-6ff27a5dd3a8 req-a37ac4f5-ac61-410e-aea0-b7d909ca9c59 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:14.177857 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966e47d-fbe2-4b91-8e3e-a8cd20427f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d723a4a9-d42e-4eb5-8421-3159ec2bacfc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:14.178137 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1a9486b-2492-4960-a301-6ff27a5dd3a8 req-a37ac4f5-ac61-410e-aea0-b7d909ca9c59 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1573312 Nov 01 22:58:14.207883 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.246044 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Pushing event deleted for resources: {'Port': ['ID=e592d6eb-5c7b-47e1-bac9-423df3e4aeab,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:14.261254 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['e592d6eb-5c7b-47e1-bac9-423df3e4aeab'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:58:14.303914 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1a9486b-2492-4960-a301-6ff27a5dd3a8 req-e975b1c4-588d-4a9a-b721-0743a4fe9abe tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126420 Nov 01 22:58:14.316650 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da423f4-a599-48b4-8e9e-9f65d95a61f3 req-412f0172-c2c7-48d9-9c67-eee7c6e465e5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:14.318256 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8da423f4-a599-48b4-8e9e-9f65d95a61f3 req-412f0172-c2c7-48d9-9c67-eee7c6e465e5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 867 time: 0.2056348 Nov 01 22:58:14.395915 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] No DVR routers for this DVR port e592d6eb-5c7b-47e1-bac9-423df3e4aeab on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 22:58:14.403027 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.409709 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-224f6495-f0f4-47d2-a5dd-63f9603d3bd4 req-79c3cf08-552f-4b5d-85ba-289d43086bef tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.26 "DELETE /v2.0/ports/e592d6eb-5c7b-47e1-bac9-423df3e4aeab HTTP/1.1" status: 204 len: 173 time: 0.9275730 Nov 01 22:58:14.410405 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'name': 'network-vif-deleted', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:14.412728 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41208d8d-759f-4661-addf-963812d0c569" -d '{"events": [{"server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "name": "network-vif-deleted", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:14.441729 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8da423f4-a599-48b4-8e9e-9f65d95a61f3 req-a64e08ba-d460-44f6-846f-89378fb36cf5 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9c6fb29-2799-42da-95ef-aa2ca7607ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900486 Nov 01 22:58:14.477017 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ee3bab-a5c1-4e75-a8f3-5077aa305ff0 x-openstack-request-id: req-e3ee3bab-a5c1-4e75-a8f3-5077aa305ff0 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:14.477488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e67527-f87c-4320-acf1-d7ad9f7afc98", "name": "network-vif-deleted", "tag": "e592d6eb-5c7b-47e1-bac9-423df3e4aeab", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:14.477904 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3ee3bab-a5c1-4e75-a8f3-5077aa305ff0 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:14.478442 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e67527-f87c-4320-acf1-d7ad9f7afc98', 'name': 'network-vif-deleted', 'tag': 'e592d6eb-5c7b-47e1-bac9-423df3e4aeab', 'status': 'completed', 'code': 200} Nov 01 22:58:14.725219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48066) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:14.732453 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02e9e936-5ae1-452d-a98a-4efd7a64b133 req-269dba5b-345e-45cb-995e-87b207fb87bf tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 210 time: 0.0333104 Nov 01 22:58:14.741226 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fab072a1-5661-4841-97ff-e80a77b25b77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.807157 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48068) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:14.828494 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fab072a1-5661-4841-97ff-e80a77b25b77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.834245 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-fab072a1-5661-4841-97ff-e80a77b25b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:14.882942 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-fab072a1-5661-4841-97ff-e80a77b25b77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93a50c9c76e14b8f9a53197426621cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525655 Nov 01 22:58:14.882942 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab072a1-5661-4841-97ff-e80a77b25b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e0f99-f947-467a-a49a-55ed9561f4de,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:14.883111 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48072) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:14.972810 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96a2c0c8-3b18-4856-b311-fed24706ca62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.085729 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.127389 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8cc01172-38bb-483b-9972-551c68cef78d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:15.128859 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8cc01172-38bb-483b-9972-551c68cef78d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 808 time: 0.2389193 Nov 01 22:58:15.141634 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.196718 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Request body: {'port': {'device_id': 'b28479df-c055-4d88-942a-4f3c679c861b', 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc', 'admin_state_up': True, 'tenant_id': '974941cbc92340338c8061cab33f7505'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:15.206401 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96a2c0c8-3b18-4856-b311-fed24706ca62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.224846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-96a2c0c8-3b18-4856-b311-fed24706ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.541618 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.544169 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.545678 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b5e0f99-f947-467a-a49a-55ed9561f4de HTTP/1.1" status: 204 len: 168 time: 0.6631148 Nov 01 22:58:15.574066 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-96a2c0c8-3b18-4856-b311-fed24706ca62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=450b2d5452c5451da182a38a7aad27b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655089 Nov 01 22:58:15.578241 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:15.582215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2c0c8-3b18-4856-b311-fed24706ca62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47cea0d-c5f8-44a6-8cd5-655e6208b546,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:15.607095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-538a7a09-488c-4fd8-8044-9bb3ff877cab req-82bbfe20-8a6d-43cf-aba8-fcdc14d3e592 tempest-DeleteServersTestJSON-1129949647 tempest-DeleteServersTestJSON-1129949647-project] 10.222.0.11 "GET /v2.0/ports?device_id=e8e67527-f87c-4320-acf1-d7ad9f7afc98 HTTP/1.1" status: 200 len: 210 time: 0.0663729 Nov 01 22:58:15.636281 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489a6f0-e21e-4859-88eb-4fe66a34133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e0f99-f947-467a-a49a-55ed9561f4de,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:15.655214 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90f9f2-546e-4d01-b33c-200077acadff req-46bbbe0c-aaac-4ba4-acdd-c62cc3ed3b28 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:15.657015 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9a90f9f2-546e-4d01-b33c-200077acadff req-46bbbe0c-aaac-4ba4-acdd-c62cc3ed3b28 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1511695 Nov 01 22:58:15.668659 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.701183 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.728722 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9a90f9f2-546e-4d01-b33c-200077acadff req-1896a10f-2dc6-4f65-998d-7dea9bb38c24 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Nov 01 22:58:15.730768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Made reservation on behalf of 974941cbc92340338c8061cab33f7505 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:58:15.739625 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.762882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.768863 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:15.772363 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c47cea0d-c5f8-44a6-8cd5-655e6208b546 HTTP/1.1" status: 204 len: 168 time: 0.1915655 Nov 01 22:58:15.781611 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50765c-ca68-47f2-955c-5dd40eceddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47cea0d-c5f8-44a6-8cd5-655e6208b546,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:15.892890 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f4654f6-09df-412b-b31a-5bc35b5a0423 req-d6567e84-837c-4b17-b93b-e11ffabbd2a1 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 210 time: 0.0352404 Nov 01 22:58:15.964686 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Allocated IP 172.20.0.4 (c8193683-c8a9-4c58-94fc-efa878f498fc/71544527-1b5a-44b7-a9b8-efcdc8e6e5ef/6322ccb3-a03c-4968-a490-960c65ee2630) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:58:16.151612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.189572 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.215137 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48112) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:16.233646 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Network c8193683-c8a9-4c58-94fc-efa878f498fc is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:58:16.234500 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5156ccdc-5292-47cb-b58c-d67ae26ffaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.239535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:58:16.243355 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:58:16.272539 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Pushing event updated for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:16.303779 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:16.304316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.325055 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-8d00cb0a-5768-4b41-9131-85dea690a3c7 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1327367 Nov 01 22:58:16.327434 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5156ccdc-5292-47cb-b58c-d67ae26ffaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.331219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5156ccdc-5292-47cb-b58c-d67ae26ffaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.349516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Request body: {'port': {'device_id': 'b28479df-c055-4d88-942a-4f3c679c861b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:16.376635 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5156ccdc-5292-47cb-b58c-d67ae26ffaa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=238372ddfed74ad886fcedb564a9e311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603200 Nov 01 22:58:16.377658 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156ccdc-5292-47cb-b58c-d67ae26ffaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6900fc4d-aaab-436d-9ef2-609d365137db,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:16.379274 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:16.440744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.488555 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.530507 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.687659 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.690303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.694000 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6900fc4d-aaab-436d-9ef2-609d365137db HTTP/1.1" status: 204 len: 168 time: 0.3111925 Nov 01 22:58:16.709159 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542ed15-d060-4c98-aad9-8a393251c324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6900fc4d-aaab-436d-9ef2-609d365137db,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:16.761439 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.829102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6322ccb3-a03c-4968-a490-960c65ee2630 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:16.855150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:16.902806 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Transition to ACTIVE for port object 6322ccb3-a03c-4968-a490-960c65ee2630 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:58:16.931794 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a295a-e92f-4e7d-9a70-8ddf520b6120 req-935baca0-8ac4-4dbf-8bf9-df32fad51245 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:16.942026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-503a295a-e92f-4e7d-9a70-8ddf520b6120 req-935baca0-8ac4-4dbf-8bf9-df32fad51245 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1215699 Nov 01 22:58:16.967439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:17.036740 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-503a295a-e92f-4e7d-9a70-8ddf520b6120 req-82ea05ca-c227-43b3-b21a-2543ff757bb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923076 Nov 01 22:58:17.123161 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Pushing event updated for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:17.160763 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7562db-5bd1-482b-9946-36efeb73e081 req-6cf5267b-f28a-46bd-875b-81783fd3ff8d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:17.162338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce7562db-5bd1-482b-9946-36efeb73e081 req-6cf5267b-f28a-46bd-875b-81783fd3ff8d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.1484523 Nov 01 22:58:17.214306 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Attempting to bind port 6322ccb3-a03c-4968-a490-960c65ee2630 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:58:17.214649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Attempting to bind port 6322ccb3-a03c-4968-a490-960c65ee2630 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:58:17.214981 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Attempting to bind port 6322ccb3-a03c-4968-a490-960c65ee2630 on network c8193683-c8a9-4c58-94fc-efa878f498fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:17.229424 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Port 6322ccb3-a03c-4968-a490-960c65ee2630 on network c8193683-c8a9-4c58-94fc-efa878f498fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:58:17.229752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Attempting to bind port 6322ccb3-a03c-4968-a490-960c65ee2630 on network c8193683-c8a9-4c58-94fc-efa878f498fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:17.237575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:58:17.237799 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Checking segment: {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:58:17.238185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Bound using segment: {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:58:17.238623 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Bound port: 6322ccb3-a03c-4968-a490-960c65ee2630, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:58:17.238979 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:17.252621 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce7562db-5bd1-482b-9946-36efeb73e081 req-6619da1a-c357-4d0d-b87a-adb0d1285bea tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837607 Nov 01 22:58:17.322851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:58:17.327217 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=6322ccb3-a03c-4968-a490-960c65ee2630,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:58:17.333080 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:17.347023 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e592d6eb-5c7b-47e1-bac9-423df3e4aeab no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 22:58:17.368997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:17.369611 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:17.370988 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] 10.222.0.26 "PUT /v2.0/ports/6322ccb3-a03c-4968-a490-960c65ee2630 HTTP/1.1" status: 200 len: 1093 time: 1.0290852 Nov 01 22:58:17.371522 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:17.373717 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32bac6-41f3-4b86-9556-ab98074e8608" -d '{"events": [{"name": "network-changed", "server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:17.398549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765c560-f123-4c7d-97d7-a6b7af63c02b service neutron] Pushing event updated for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:17.405719 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: e592d6eb-5c7b-47e1-bac9-423df3e4aeab {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 22:58:17.406076 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e592d6eb-5c7b-47e1-bac9-423df3e4aeab not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 22:58:17.446187 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d212ab-ef19-4208-91b8-cecade20c2b0 x-openstack-request-id: req-b2d212ab-ef19-4208-91b8-cecade20c2b0 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:17.446484 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:17.446742 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2d212ab-ef19-4208-91b8-cecade20c2b0 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:17.447149 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630', 'status': 'completed', 'code': 200} Nov 01 22:58:17.544839 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-f1c35228-4ff6-4a93-9fab-7aa6aa958e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:17.546814 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-f1c35228-4ff6-4a93-9fab-7aa6aa958e35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 1096 time: 0.0421960 Nov 01 22:58:17.602975 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-515a89df-78c3-4699-ab66-a2afe39722f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6322ccb3-a03c-4968-a490-960c65ee2630 HTTP/1.1" status: 200 len: 217 time: 0.0400004 Nov 01 22:58:17.659496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf085b-295e-4174-808f-08985e9d6c60 req-845d3dbf-e8e0-4f8e-86f6-b99d84feff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:17.661601 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-845d3dbf-e8e0-4f8e-86f6-b99d84feff05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef HTTP/1.1" status: 200 len: 848 time: 0.0501156 Nov 01 22:58:17.695054 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-c0469fa2-d0d9-41ad-9b4d-338e6e2bc042 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8193683-c8a9-4c58-94fc-efa878f498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247951 Nov 01 22:58:17.793719 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-df77a1c4-9f82-42f3-a10a-ad1b91691cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908558 Nov 01 22:58:17.889568 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-caaf085b-295e-4174-808f-08985e9d6c60 req-93ebc257-f4f5-42c7-94d7-f9b0e83acc59 service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857282 Nov 01 22:58:18.050095 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-47c1fa0c-dc5a-420c-bd7d-4a97f8978f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:18.051772 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-47c1fa0c-dc5a-420c-bd7d-4a97f8978f96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 1096 time: 0.0477598 Nov 01 22:58:18.183210 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48202) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:18.208849 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06189dbc-36ac-4d6d-8e98-28149907b7c1 req-70fbd0b0-8a9f-4a81-8dc0-57a9d97ede4c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:18.210407 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06189dbc-36ac-4d6d-8e98-28149907b7c1 req-70fbd0b0-8a9f-4a81-8dc0-57a9d97ede4c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0765347 Nov 01 22:58:18.213355 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-b4e9c38e-e30a-4743-b332-5b153339a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:18.214743 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-b4e9c38e-e30a-4743-b332-5b153339a77b service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 909 time: 0.1463320 Nov 01 22:58:18.253310 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Deleting subnet f7f74912-6051-400b-beb2-198d686083a5 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 22:58:18.257837 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.305661 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.314196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-def475a8-b71c-411a-b23d-3ab958d3ec5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6322ccb3-a03c-4968-a490-960c65ee2630 HTTP/1.1" status: 200 len: 217 time: 0.0697217 Nov 01 22:58:18.339714 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06189dbc-36ac-4d6d-8e98-28149907b7c1 req-9683c5d2-fef9-477c-8cec-106656d7ef3c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229014 Nov 01 22:58:18.380358 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.418905 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-c50e1205-ae6f-4cce-b125-687ffe671c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:18.420524 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-c50e1205-ae6f-4cce-b125-687ffe671c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef HTTP/1.1" status: 200 len: 848 time: 0.0943868 Nov 01 22:58:18.433237 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b18c0-acb0-43cf-8f50-f464f4cecdae req-6ed60c6e-9b26-4b49-ab6a-74492e8b8430 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:18.434760 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f32b18c0-acb0-43cf-8f50-f464f4cecdae req-6ed60c6e-9b26-4b49-ab6a-74492e8b8430 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.0870068 Nov 01 22:58:18.472765 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-ed5fe94a-848d-4599-81b7-47b8d5978ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8193683-c8a9-4c58-94fc-efa878f498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368929 Nov 01 22:58:18.481078 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.507877 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f32b18c0-acb0-43cf-8f50-f464f4cecdae req-3285dcac-a7a1-4f24-b6a9-da08c2759b28 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Nov 01 22:58:18.584871 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f74912-6051-400b-beb2-198d686083a5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:18.597201 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.600885 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d0b37c20-92a9-4571-9702-4d44e99cca8f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7f74912-6051-400b-beb2-198d686083a5 HTTP/1.1" status: 204 len: 168 time: 0.4166398 Nov 01 22:58:18.603779 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48224) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:18.660792 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-28a48afe-2835-492b-8ac3-0a79d6e165ce service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530437 Nov 01 22:58:18.678382 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.775283 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.787413 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8c32bac6-41f3-4b86-9556-ab98074e8608 req-5a159d69-0c27-4e9a-b702-ac920c35ee2e service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978639 Nov 01 22:58:18.795387 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e189f4d2-70c1-4497-b4b5-b92af916a3ff']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:58:18.806755 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cbf8c2-2140-4942-9b1b-60a12e12e441') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:58:18.807224 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cbf8c2-2140-4942-9b1b-60a12e12e441') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:58:18.818685 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.834708 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.840841 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 22:58:18.841320 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 22:58:18.843292 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 22:58:18.901266 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.908892 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:18.912102 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e189f4d2-70c1-4497-b4b5-b92af916a3ff HTTP/1.1" status: 204 len: 168 time: 0.3073537 Nov 01 22:58:18.921697 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdbb3b-9ad7-4ef1-951b-a1b3488dae52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e189f4d2-70c1-4497-b4b5-b92af916a3ff,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:19.032921 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48248) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:19.072206 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c09b61aa-ac7d-45db-9c63-4ede990fa781 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03ba9de87fde479e985d4748a44d89a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380311 Nov 01 22:58:19.074611 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48250) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:19.086768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48252) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:19.121719 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.142151 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.187990 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.190534 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.191710 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9c6fb29-2799-42da-95ef-aa2ca7607ec1 HTTP/1.1" status: 204 len: 168 time: 0.1161978 Nov 01 22:58:19.199501 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af937803-540f-4d27-876c-e4e76cb9bda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6fb29-2799-42da-95ef-aa2ca7607ec1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:19.251302 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-901edf8d-a300-49b1-862e-a9c4fa8a19e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.256900 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.333292 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-901edf8d-a300-49b1-862e-a9c4fa8a19e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.337121 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-901edf8d-a300-49b1-862e-a9c4fa8a19e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.382274 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48262) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:19.384003 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-901edf8d-a300-49b1-862e-a9c4fa8a19e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1088ca26a9c4497b68d00378cdea671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961330 Nov 01 22:58:19.388120 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901edf8d-a300-49b1-862e-a9c4fa8a19e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6769c1-95ff-4852-9791-c10ca1bcff14,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:19.449219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.466525 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aebc6d-5273-4454-b2b7-2dc171d5c016 req-44858edf-4059-4d9b-8099-810c6b2fc3ab tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:19.468181 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-24aebc6d-5273-4454-b2b7-2dc171d5c016 req-44858edf-4059-4d9b-8099-810c6b2fc3ab tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0539801 Nov 01 22:58:19.479956 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.514094 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-24aebc6d-5273-4454-b2b7-2dc171d5c016 req-f2ad32de-59de-4ae0-853e-1302f790bcfb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329449 Nov 01 22:58:19.537984 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.541605 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.544122 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc6769c1-95ff-4852-9791-c10ca1bcff14 HTTP/1.1" status: 204 len: 168 time: 0.1610680 Nov 01 22:58:19.553917 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8844f2-7513-47f9-9f27-d1402513a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6769c1-95ff-4852-9791-c10ca1bcff14,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:19.698693 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc1dcd-87d4-4bc2-8ef3-7f5bb6e62866 req-b2001b1b-e7d2-44d1-9cd9-aee5cd2e9b8d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:19.700227 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-16fc1dcd-87d4-4bc2-8ef3-7f5bb6e62866 req-b2001b1b-e7d2-44d1-9cd9-aee5cd2e9b8d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.0592475 Nov 01 22:58:19.740817 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-16fc1dcd-87d4-4bc2-8ef3-7f5bb6e62866 req-6789c463-cb43-4d17-b347-129eb931fe9f tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Nov 01 22:58:19.882976 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:19.896776 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-785d522c-d042-49b8-8a8d-23709491502b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.978287 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-785d522c-d042-49b8-8a8d-23709491502b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:19.983026 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-785d522c-d042-49b8-8a8d-23709491502b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:20.023738 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d522c-d042-49b8-8a8d-23709491502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b39f98a-8610-4a0c-883e-791bea52dc67,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:20.031242 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-785d522c-d042-49b8-8a8d-23709491502b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a07c7964954e4b18925d016f10e505ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470556 Nov 01 22:58:20.031546 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48294) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:20.097466 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:20.119598 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:20.166165 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:20.169162 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:20.170341 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b39f98a-8610-4a0c-883e-791bea52dc67 HTTP/1.1" status: 204 len: 168 time: 0.1373930 Nov 01 22:58:20.180560 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a0229-58ea-4210-85d3-86c81f1c6da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b39f98a-8610-4a0c-883e-791bea52dc67,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:22.581893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48400) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:22.684197 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c51508f0-a10a-4033-83af-5083125c6a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.756353 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c51508f0-a10a-4033-83af-5083125c6a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.759994 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c51508f0-a10a-4033-83af-5083125c6a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.800347 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c51508f0-a10a-4033-83af-5083125c6a4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79b62b42f45746c3b782269a66ae7c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173936 Nov 01 22:58:22.801285 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51508f0-a10a-4033-83af-5083125c6a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244cc54-f8c4-4857-b276-1537e6952d3b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:22.802974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48406) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:22.852700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.873612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.920378 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.923298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:22.924553 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8244cc54-f8c4-4857-b276-1537e6952d3b HTTP/1.1" status: 204 len: 168 time: 0.1205189 Nov 01 22:58:22.932333 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b92968-ed0d-48e2-9ea9-22c52247e9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244cc54-f8c4-4857-b276-1537e6952d3b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:23.174731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48414) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:23.191153 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d1cdc5a-5f2e-4353-82a5-8ea131d36cf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.267176 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d1cdc5a-5f2e-4353-82a5-8ea131d36cf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.270584 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6d1cdc5a-5f2e-4353-82a5-8ea131d36cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.309424 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6d1cdc5a-5f2e-4353-82a5-8ea131d36cf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92d61c3e91364db3b3a422996360fca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336260 Nov 01 22:58:23.310370 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cdc5a-5f2e-4353-82a5-8ea131d36cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36fc557-acbd-4ca5-abf8-1d192c87c961,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:23.312072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48416) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:23.360304 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.380692 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.424919 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.427389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:23.428530 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b36fc557-acbd-4ca5-abf8-1d192c87c961 HTTP/1.1" status: 204 len: 168 time: 0.1148410 Nov 01 22:58:23.435883 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f2d8f-f65e-49e5-ba25-f936354afec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36fc557-acbd-4ca5-abf8-1d192c87c961,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:24.035090 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516e57-a45e-4284-8405-b4dc09f19866 req-0c627a24-9e40-431b-b395-943854617ed8 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:24.036715 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5516e57-a45e-4284-8405-b4dc09f19866 req-0c627a24-9e40-431b-b395-943854617ed8 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.0592856 Nov 01 22:58:24.105388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5516e57-a45e-4284-8405-b4dc09f19866 req-45b1d461-3102-4c26-88f1-793b7c6ba950 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Nov 01 22:58:24.124218 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48446) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:24.163487 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf08e5-657c-49f9-9ff4-ddf895b5885e req-41f753a2-16bf-435b-a470-3168dd41ccb6 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:24.165332 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14bf08e5-657c-49f9-9ff4-ddf895b5885e req-41f753a2-16bf-435b-a470-3168dd41ccb6 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0570273 Nov 01 22:58:24.210444 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14bf08e5-657c-49f9-9ff4-ddf895b5885e req-9bb5ffb1-7c26-47d3-988f-285953ee18ac tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383587 Nov 01 22:58:24.345330 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1165-f970-4ce9-b467-7b1c3ebddd7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.419503 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1165-f970-4ce9-b467-7b1c3ebddd7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.424424 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ea2c1165-f970-4ce9-b467-7b1c3ebddd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.463742 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ea2c1165-f970-4ce9-b467-7b1c3ebddd7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d2cac5d82be41ca9317ff56419e30e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381832 Nov 01 22:58:24.464937 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c1165-f970-4ce9-b467-7b1c3ebddd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616ee1c5-756b-412f-87db-4712587a7cdb,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:24.466647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48458) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:24.517795 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.538771 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.586141 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.588978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.592592 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/616ee1c5-756b-412f-87db-4712587a7cdb HTTP/1.1" status: 204 len: 168 time: 0.1221685 Nov 01 22:58:24.600047 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40462dbe-0d06-425c-ba44-496a05c11d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616ee1c5-756b-412f-87db-4712587a7cdb,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:24.870294 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48484) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:24.888894 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c7f964d-b72c-45a3-ab2c-e65d3c770625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.992875 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c7f964d-b72c-45a3-ab2c-e65d3c770625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:24.997925 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c7f964d-b72c-45a3-ab2c-e65d3c770625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.041934 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f964d-b72c-45a3-ab2c-e65d3c770625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9716520-c79e-4f86-b96a-7ad4479eb064,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:25.046965 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1c7f964d-b72c-45a3-ab2c-e65d3c770625 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03f91515fc544722bc83456308f9e111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754735 Nov 01 22:58:25.049645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48506) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:25.110571 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.137208 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.240358 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dab49b-d6a0-42b1-b37d-5f4759041a4d req-a6f52e1c-f432-4303-bf1f-6a875efed631 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:25.242107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55dab49b-d6a0-42b1-b37d-5f4759041a4d req-a6f52e1c-f432-4303-bf1f-6a875efed631 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.0632999 Nov 01 22:58:25.249538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.252466 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.257141 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9716520-c79e-4f86-b96a-7ad4479eb064 HTTP/1.1" status: 204 len: 168 time: 0.2030513 Nov 01 22:58:25.289838 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19be04-70a5-4328-8caf-36523400f339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9716520-c79e-4f86-b96a-7ad4479eb064,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:25.331918 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55dab49b-d6a0-42b1-b37d-5f4759041a4d req-947dc02d-bdd8-4810-b2e5-5ed605e9a66d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Nov 01 22:58:25.370937 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bcbcb-981e-4dbd-ab44-d31d5211008b req-790597f5-4501-416c-9a83-f4df63edfeed tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:25.376243 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba8bcbcb-981e-4dbd-ab44-d31d5211008b req-790597f5-4501-416c-9a83-f4df63edfeed tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0691125 Nov 01 22:58:25.403758 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:25.423026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba8bcbcb-981e-4dbd-ab44-d31d5211008b req-49a5dfb7-e184-405b-bd3b-8bcbd30ec787 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426357 Nov 01 22:58:25.657216 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30edb8ee-17ca-43ae-9c88-a06edd60e111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.746090 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30edb8ee-17ca-43ae-9c88-a06edd60e111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.750032 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-30edb8ee-17ca-43ae-9c88-a06edd60e111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.787339 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edb8ee-17ca-43ae-9c88-a06edd60e111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a5804-4e25-4f47-82e1-2bd9ebb8be00,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:25.791626 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-30edb8ee-17ca-43ae-9c88-a06edd60e111 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9d0400832644d78917b76af7576d8f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863294 Nov 01 22:58:25.794744 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48558) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:25.848156 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.870559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.922927 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.925535 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:25.926814 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/571a5804-4e25-4f47-82e1-2bd9ebb8be00 HTTP/1.1" status: 204 len: 168 time: 0.1316330 Nov 01 22:58:25.935311 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf421fb8-a845-4b51-94e1-4f7fec811548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a5804-4e25-4f47-82e1-2bd9ebb8be00,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:26.239512 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48582) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:26.252292 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27ecca4a-a304-4f5c-a883-cacf57362f18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.327450 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27ecca4a-a304-4f5c-a883-cacf57362f18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.333028 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27ecca4a-a304-4f5c-a883-cacf57362f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.381409 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-27ecca4a-a304-4f5c-a883-cacf57362f18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bd4e9cd37e94a569554756903a8b34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408050 Nov 01 22:58:26.384101 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48592) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:26.390054 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecca4a-a304-4f5c-a883-cacf57362f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f9e565-9213-400d-b71a-0945f9500b3a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:26.440933 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.464779 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.480193 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab5cd-04c7-44db-a4a9-4e0810947d5e req-aaa68e84-090c-4c23-8646-6f781e1a641b tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:26.487768 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-01cab5cd-04c7-44db-a4a9-4e0810947d5e req-aaa68e84-090c-4c23-8646-6f781e1a641b tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 943 time: 0.0636127 Nov 01 22:58:26.528181 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.530953 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:26.532279 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16f9e565-9213-400d-b71a-0945f9500b3a HTTP/1.1" status: 204 len: 168 time: 0.1472056 Nov 01 22:58:26.540633 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19981671-2e9b-46c0-996a-3baee5d90dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f9e565-9213-400d-b71a-0945f9500b3a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:26.564039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-01cab5cd-04c7-44db-a4a9-4e0810947d5e req-c2372fcc-9902-49dc-ab8d-d002b51f2f08 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706761 Nov 01 22:58:26.592357 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a4c0e-2d9d-4e7a-bbbb-01ceed9d5786 req-895b98a2-7e04-4dcf-9115-4affe75421de tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:26.594132 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc0a4c0e-2d9d-4e7a-bbbb-01ceed9d5786 req-895b98a2-7e04-4dcf-9115-4affe75421de tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0833299 Nov 01 22:58:26.642081 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc0a4c0e-2d9d-4e7a-bbbb-01ceed9d5786 req-6163f876-9bd1-439d-9dbb-471cdfabc8e9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Nov 01 22:58:27.405239 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 6322ccb3-a03c-4968-a490-960c65ee2630 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:58:27.499012 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=6322ccb3-a03c-4968-a490-960c65ee2630,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:27.509926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '6322ccb3-a03c-4968-a490-960c65ee2630', 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc', 'port_id': '6322ccb3-a03c-4968-a490-960c65ee2630', 'mac_address': 'fa:16:3e:84:3f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71544527-1b5a-44b7-a9b8-efcdc8e6e5ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:58:27.549449 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:27.561979 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6322ccb3-a03c-4968-a490-960c65ee2630 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:27.582888 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=6322ccb3-a03c-4968-a490-960c65ee2630,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:27.586913 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:27.646912 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:27.701561 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6189b-35c7-4fbb-8df9-8ff081cff321 req-f02c42ca-fd12-4d02-af5f-c0702ee21172 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:27.707987 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ee6189b-35c7-4fbb-8df9-8ff081cff321 req-f02c42ca-fd12-4d02-af5f-c0702ee21172 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 944 time: 0.0736804 Nov 01 22:58:27.779639 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ee6189b-35c7-4fbb-8df9-8ff081cff321 req-3e504036-8d59-4b8c-a849-c9683b203125 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687902 Nov 01 22:58:27.805518 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f8c4-39ac-4b14-8be8-f9ea83003414 req-8e51c650-0686-4c6c-85a2-8d018a6af69e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:27.807005 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef71f8c4-39ac-4b14-8be8-f9ea83003414 req-8e51c650-0686-4c6c-85a2-8d018a6af69e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0649505 Nov 01 22:58:27.850446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef71f8c4-39ac-4b14-8be8-f9ea83003414 req-70518552-90d6-4dd1-a950-482a1b5c326a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374491 Nov 01 22:58:28.101310 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48666) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:28.176468 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['6322ccb3-a03c-4968-a490-960c65ee2630'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:58:28.207272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-045bb1d8-eb3e-4c83-ba55-d0033952c005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.281991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-045bb1d8-eb3e-4c83-ba55-d0033952c005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.286881 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-045bb1d8-eb3e-4c83-ba55-d0033952c005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.325370 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-045bb1d8-eb3e-4c83-ba55-d0033952c005 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f5853cedf864f89adc842b3d1abf15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221167 Nov 01 22:58:28.325680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bb1d8-eb3e-4c83-ba55-d0033952c005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e0af58-6058-44fa-bef9-f636e37e0e88,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:28.327142 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48676) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:28.423848 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.445909 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.492252 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.494894 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:28.496067 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39e0af58-6058-44fa-bef9-f636e37e0e88 HTTP/1.1" status: 204 len: 168 time: 0.1666834 Nov 01 22:58:28.504401 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e2f72-d02e-4d13-b93e-b7e5b8c8c200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e0af58-6058-44fa-bef9-f636e37e0e88,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:28.942411 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486350c-0ad9-4480-9635-04692b194b17 req-088b402a-e2b6-425c-bf36-a4a62d4c60bf tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:28.944288 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5486350c-0ad9-4480-9635-04692b194b17 req-088b402a-e2b6-425c-bf36-a4a62d4c60bf tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 944 time: 0.0651934 Nov 01 22:58:29.040985 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5486350c-0ad9-4480-9635-04692b194b17 req-7fb092e9-f8ac-4ac1-aaf8-93fbaa427de9 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834255 Nov 01 22:58:29.056174 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfd98d-bde8-4fda-9e61-9f738e5a5f6f req-40fee96a-5060-407e-a356-54bb1e0f7e6b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:29.057923 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bcbfd98d-bde8-4fda-9e61-9f738e5a5f6f req-40fee96a-5060-407e-a356-54bb1e0f7e6b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.1125820 Nov 01 22:58:29.102153 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bcbfd98d-bde8-4fda-9e61-9f738e5a5f6f req-7d7d7b34-de14-48d2-8286-878031d5e419 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378504 Nov 01 22:58:29.669615 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:29.781901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04f8-5212-4804-b642-3f0fb4b471d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:29.855002 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04f8-5212-4804-b642-3f0fb4b471d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:29.858521 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d8b04f8-5212-4804-b642-3f0fb4b471d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:29.896115 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4d8b04f8-5212-4804-b642-3f0fb4b471d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=078fcefd383d4ae2aebefcb896a75063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253554 Nov 01 22:58:29.897035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b04f8-5212-4804-b642-3f0fb4b471d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea9754-3b03-4fec-9d2e-8ef944ae2910,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:29.899866 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48772) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:29.952667 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:29.973473 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.023056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.026145 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.027433 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1eea9754-3b03-4fec-9d2e-8ef944ae2910 HTTP/1.1" status: 204 len: 168 time: 0.1260638 Nov 01 22:58:30.037077 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d5a16-1462-408a-9be3-a249182e9d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea9754-3b03-4fec-9d2e-8ef944ae2910,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:30.182113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42233c-d443-4b07-8644-950e3f765cb3 req-9d5ad672-945d-4e29-a178-5b05dc5838e0 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:30.183796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e42233c-d443-4b07-8644-950e3f765cb3 req-9d5ad672-945d-4e29-a178-5b05dc5838e0 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 944 time: 0.0603957 Nov 01 22:58:30.255305 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e42233c-d443-4b07-8644-950e3f765cb3 req-3e257cdd-657b-4ca8-96d2-b4ef27c89e2e tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613070 Nov 01 22:58:30.263604 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25b4b5-221e-4fef-b890-1de2e8581cfa req-6f1cefd1-91f9-4737-bb7f-afb5783253bf tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:30.265376 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ed25b4b5-221e-4fef-b890-1de2e8581cfa req-6f1cefd1-91f9-4737-bb7f-afb5783253bf tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0806489 Nov 01 22:58:30.318432 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ed25b4b5-221e-4fef-b890-1de2e8581cfa req-217bb964-9e4e-44ec-9d4b-6c3407df6837 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Nov 01 22:58:30.739607 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48792) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:30.856077 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4f44241-4246-41c7-9436-9518cb710ede admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.933297 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4f44241-4246-41c7-9436-9518cb710ede admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.937199 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b4f44241-4246-41c7-9436-9518cb710ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:30.974717 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b4f44241-4246-41c7-9436-9518cb710ede admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17076f7fb9a643b8b0f239dc119a7d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340424 Nov 01 22:58:30.977606 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 48804) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:30.979982 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48806) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:30.981981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f44241-4246-41c7-9436-9518cb710ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e5c0dd-e2c4-4710-974a-f61a7de9fa5a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.028573 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.050363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.090951 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a0b00ad-c718-4dee-bc9e-27e3ed2eb135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.105574 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.108255 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.109527 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0e5c0dd-e2c4-4710-974a-f61a7de9fa5a HTTP/1.1" status: 204 len: 168 time: 0.1308570 Nov 01 22:58:31.117739 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455e80-c56a-4a34-9dfa-70e2791fe65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e5c0dd-e2c4-4710-974a-f61a7de9fa5a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.169996 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a0b00ad-c718-4dee-bc9e-27e3ed2eb135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.174080 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0a0b00ad-c718-4dee-bc9e-27e3ed2eb135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.214029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b00ad-c718-4dee-bc9e-27e3ed2eb135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45158258-6e55-4b40-864f-f8e53b7f7ba1,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.219625 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0a0b00ad-c718-4dee-bc9e-27e3ed2eb135 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b72da10e4db493d9d18a28e3ae06355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385406 Nov 01 22:58:31.222163 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48812) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:31.269685 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.290751 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.351831 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.354958 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.356656 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45158258-6e55-4b40-864f-f8e53b7f7ba1 HTTP/1.1" status: 204 len: 168 time: 0.1335692 Nov 01 22:58:31.368545 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dfc88-c64a-4704-b6e8-54d576b42916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45158258-6e55-4b40-864f-f8e53b7f7ba1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.400773 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 6322ccb3-a03c-4968-a490-960c65ee2630 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:58:31.433686 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81381471-beb2-4f33-a035-1ef3805f30fc req-ebe62d77-2d41-482a-8dae-dc1e931de844 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:31.435214 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81381471-beb2-4f33-a035-1ef3805f30fc req-ebe62d77-2d41-482a-8dae-dc1e931de844 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 944 time: 0.0974598 Nov 01 22:58:31.441909 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48824) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:31.458101 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-870b672d-1ab6-4c7e-8e1e-fdcc73d4fe0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.473846 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 6322ccb3-a03c-4968-a490-960c65ee2630 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:58:31.479667 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 6322ccb3-a03c-4968-a490-960c65ee2630 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:58:31.480323 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.499803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81381471-beb2-4f33-a035-1ef3805f30fc req-a87dcc0f-acc0-4f7f-9d6c-89bb3c7d9a9a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541768 Nov 01 22:58:31.528173 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd29305-064e-4868-b012-706652b06472 req-e69309b1-47af-42bf-9b42-903ec52d39e2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:31.536155 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5fd29305-064e-4868-b012-706652b06472 req-e69309b1-47af-42bf-9b42-903ec52d39e2 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0997021 Nov 01 22:58:31.557961 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-870b672d-1ab6-4c7e-8e1e-fdcc73d4fe0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.564476 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-870b672d-1ab6-4c7e-8e1e-fdcc73d4fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.583426 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5fd29305-064e-4868-b012-706652b06472 req-befd4c14-30ba-4843-9e7b-789e37c55cd7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Nov 01 22:58:31.601504 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.617818 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b672d-1ab6-4c7e-8e1e-fdcc73d4fe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3074a772-0f2e-49b5-8d4e-54f9433209b2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.626570 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-870b672d-1ab6-4c7e-8e1e-fdcc73d4fe0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37fd7e4c459e47d6bfdf697fc9e542ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834550 Nov 01 22:58:31.629396 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 48828) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:31.631005 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:31.633412 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315faaba-0c3b-4cfd-a73c-b1b60e83c22f" -d '{"events": [{"server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "name": "network-vif-plugged", "status": "completed", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:31.646953 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=6322ccb3-a03c-4968-a490-960c65ee2630,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:31.655436 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.691069 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f61258-1065-4358-a5f4-f2b92d441cf5 x-openstack-request-id: req-e7f61258-1065-4358-a5f4-f2b92d441cf5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:31.691390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "name": "network-vif-plugged", "status": "completed", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:31.691674 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7f61258-1065-4358-a5f4-f2b92d441cf5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:31.692065 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630', 'code': 200} Nov 01 22:58:31.700315 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.715667 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.729234 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.786701 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.790425 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:31.791693 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3074a772-0f2e-49b5-8d4e-54f9433209b2 HTTP/1.1" status: 204 len: 168 time: 0.1608100 Nov 01 22:58:31.802800 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ae80-9396-49a1-9711-a6c5cec6be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3074a772-0f2e-49b5-8d4e-54f9433209b2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:31.987162 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f93ba5-90b2-4300-ac18-3b14776045f5 req-bf19bdb2-7a23-4306-b1b4-449a84f7970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:31.989481 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2f93ba5-90b2-4300-ac18-3b14776045f5 req-bf19bdb2-7a23-4306-b1b4-449a84f7970f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 1098 time: 0.0513623 Nov 01 22:58:32.033479 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2f93ba5-90b2-4300-ac18-3b14776045f5 req-1117afff-a9d1-4675-8566-9f7f976627a1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306423 Nov 01 22:58:32.650844 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035bb92-4acd-49d3-8550-8d37fd4e0d54 req-a8a0b969-1b80-4335-90f7-14f65f8c4681 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:32.653246 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c035bb92-4acd-49d3-8550-8d37fd4e0d54 req-a8a0b969-1b80-4335-90f7-14f65f8c4681 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0654752 Nov 01 22:58:32.727940 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6dd77-279e-4faa-8394-bbaa9408a2dd req-fa057dbb-616e-42f8-8d1d-e04ec4f8264d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:32.727940 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02f6dd77-279e-4faa-8394-bbaa9408a2dd req-fa057dbb-616e-42f8-8d1d-e04ec4f8264d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0726471 Nov 01 22:58:32.730024 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c035bb92-4acd-49d3-8550-8d37fd4e0d54 req-1897c606-4cef-4d30-85ab-73cda9a7c474 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661864 Nov 01 22:58:32.767677 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02f6dd77-279e-4faa-8394-bbaa9408a2dd req-8557f8df-07f9-4f64-924b-8ce17608a75e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Nov 01 22:58:33.889912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fb435-3749-4586-b14f-8d56523b42b1 req-52e72d16-0df4-42bc-a4f4-7cb898ff363c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:33.891979 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-086fb435-3749-4586-b14f-8d56523b42b1 req-52e72d16-0df4-42bc-a4f4-7cb898ff363c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0879343 Nov 01 22:58:33.963514 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-086fb435-3749-4586-b14f-8d56523b42b1 req-cb3c24ec-bafe-48c8-a0da-400c09cb157a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651758 Nov 01 22:58:33.972437 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c752409-736b-4a1f-a683-52a87fb93215 req-8592bf9a-2e00-4518-8fa2-bf075a5256ba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:33.973909 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0c752409-736b-4a1f-a683-52a87fb93215 req-8592bf9a-2e00-4518-8fa2-bf075a5256ba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0685902 Nov 01 22:58:34.013395 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0c752409-736b-4a1f-a683-52a87fb93215 req-1bbd7176-8c9a-4082-88f4-dcea85a9d789 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Nov 01 22:58:35.081430 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd3c-0331-43c7-b78c-f81e2bac7106 req-d0473514-7165-4181-90cb-84f3b28ffd91 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:35.082908 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c199bd3c-0331-43c7-b78c-f81e2bac7106 req-d0473514-7165-4181-90cb-84f3b28ffd91 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0480366 Nov 01 22:58:35.148338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c199bd3c-0331-43c7-b78c-f81e2bac7106 req-ed352339-a7f3-4653-8d10-036f76c8c01a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550323 Nov 01 22:58:35.159230 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a197-3894-468a-a2dc-fed617b01f7d req-a7a1fd39-ee96-41b2-b0d8-16ca98c875c5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:35.160713 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e83a197-3894-468a-a2dc-fed617b01f7d req-a7a1fd39-ee96-41b2-b0d8-16ca98c875c5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0754094 Nov 01 22:58:35.199032 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e83a197-3894-468a-a2dc-fed617b01f7d req-eaa295fc-63ac-462f-9f7e-25014223df5d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Nov 01 22:58:36.051258 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151c67-528c-4056-bc52-0bb96c46da05 req-c2986002-8cad-4e0c-8096-c645697750b2 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:36.052780 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-53151c67-528c-4056-bc52-0bb96c46da05 req-c2986002-8cad-4e0c-8096-c645697750b2 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0519483 Nov 01 22:58:36.092039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-53151c67-528c-4056-bc52-0bb96c46da05 req-3d5083d9-317c-4077-86be-01ca984635d2 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Nov 01 22:58:36.328178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef94db-a733-4f9a-8d82-7af2d5c71d22 req-bda4db9b-3463-4010-b468-ade1f173ab9a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:36.334886 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e4ef94db-a733-4f9a-8d82-7af2d5c71d22 req-bda4db9b-3463-4010-b468-ade1f173ab9a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0596251 Nov 01 22:58:36.379049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e4ef94db-a733-4f9a-8d82-7af2d5c71d22 req-6edc8df7-9ee5-4f30-acfb-589a97cfb3ab tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Nov 01 22:58:36.721276 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe6eb1-a35d-4867-9745-10840f467ad5 req-71f339b9-bbb3-4d6b-9d16-b8752154c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:36.722813 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38fe6eb1-a35d-4867-9745-10840f467ad5 req-71f339b9-bbb3-4d6b-9d16-b8752154c255 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 1098 time: 0.0485392 Nov 01 22:58:36.760446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38fe6eb1-a35d-4867-9745-10840f467ad5 req-fefaed03-35e3-4282-9b6c-e40f8cb823c3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289884 Nov 01 22:58:36.819162 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-ac41bead-da2a-4574-92eb-adf5c69608b1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483176224&fields=id&tenant_id=a613551c961b462fb40a6f5a24181785 HTTP/1.1" status: 200 len: 267 time: 0.0428822 Nov 01 22:58:36.936534 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-9a843554-81fc-404e-b99e-b7ccb2685435 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:36.938026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-9a843554-81fc-404e-b99e-b7ccb2685435 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 808 time: 0.1118503 Nov 01 22:58:36.954295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-0560e8a6-f676-4b06-a6d4-3868f2d4033c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/quotas/a613551c961b462fb40a6f5a24181785 HTTP/1.1" status: 200 len: 375 time: 0.0102310 Nov 01 22:58:37.005998 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-ea41711f-e5b3-48fd-9291-501307004394 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456913 Nov 01 22:58:37.113662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-8e7053aa-e86a-46c5-8852-2395ae97c386 service neutron] 10.222.0.11 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931282 Nov 01 22:58:37.245555 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04ecd4-7559-44db-a959-45c0727f0ee2 req-915bd4bc-34b4-4df2-a92f-f95b12f63186 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:37.247015 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b04ecd4-7559-44db-a959-45c0727f0ee2 req-915bd4bc-34b4-4df2-a92f-f95b12f63186 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0706708 Nov 01 22:58:37.248812 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-dc3ede0b-097d-4cec-beff-1844f6c134ae service neutron] 10.222.0.11 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288202 Nov 01 22:58:37.285163 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b04ecd4-7559-44db-a959-45c0727f0ee2 req-6d8c2310-eeea-43df-a4b9-8754c5edaa82 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Nov 01 22:58:37.503753 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98000b-f7d5-41d3-bc05-893f815c0964 req-f52ef804-73e8-416e-8068-0537b528c815 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:37.507923 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8e98000b-f7d5-41d3-bc05-893f815c0964 req-f52ef804-73e8-416e-8068-0537b528c815 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0584424 Nov 01 22:58:37.542144 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8e98000b-f7d5-41d3-bc05-893f815c0964 req-ef685c8b-b2ca-450b-8bc4-b2ca66949c80 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Nov 01 22:58:37.612028 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7a8610c2-ad71-461c-b1ba-d66a0abd6b20 req-d316f650-3116-4de8-b511-4dea7b4d7653 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 210 time: 0.0289617 Nov 01 22:58:38.066053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49102) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:38.178728 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.252512 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.257169 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.295508 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c73c23d85b8d4b0da959408bf85cec4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268047 Nov 01 22:58:38.297268 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 49110) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:38.299701 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5f499b-3be7-4737-a113-d0acb181b4f0,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:38.311800 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.312916 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.313319 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.313785 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.314181 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.314613 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.315155 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.316053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.316450 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.316839 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.317226 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.317611 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0c667a-cb60-4323-a586-9b778f8e952f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.385122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.418087 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.435565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4b69a-8191-414d-a0f0-c0baf860ad08 req-9794d16c-f39e-4d6d-af1b-66189f743557 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:38.437458 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-44c4b69a-8191-414d-a0f0-c0baf860ad08 req-9794d16c-f39e-4d6d-af1b-66189f743557 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0817604 Nov 01 22:58:38.489491 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-44c4b69a-8191-414d-a0f0-c0baf860ad08 req-284939cb-6fbb-45f6-aa66-a0080d4fbcf0 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Nov 01 22:58:38.501579 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.504323 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.507916 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc5f499b-3be7-4737-a113-d0acb181b4f0 HTTP/1.1" status: 204 len: 168 time: 0.2071958 Nov 01 22:58:38.513042 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5f499b-3be7-4737-a113-d0acb181b4f0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:38.520829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.521163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.521496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.521818 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.522297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.522760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.523248 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.523610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.523932 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.524250 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.524565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.524877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c746052a-deac-4016-bff7-b3056a3f3f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:38.619584 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5386b1-c807-41f0-8575-16f706611982 req-1849675d-edfb-4f05-9247-73efa77b9848 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:38.621329 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b5386b1-c807-41f0-8575-16f706611982 req-1849675d-edfb-4f05-9247-73efa77b9848 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 945 time: 0.0552289 Nov 01 22:58:38.738031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353022a-95aa-404d-8950-2ab32b1c7252 req-b23dbab6-3660-42a8-870e-049298370d88 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:38.739656 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d353022a-95aa-404d-8950-2ab32b1c7252 req-b23dbab6-3660-42a8-870e-049298370d88 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0818686 Nov 01 22:58:38.779238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Deleting port 6322ccb3-a03c-4968-a490-960c65ee2630 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 22:58:38.779630 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.805590 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:38.820608 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a8e82b0-5662-47f0-acea-5837c7d5ebf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.908836 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a8e82b0-5662-47f0-acea-5837c7d5ebf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.914255 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4a8e82b0-5662-47f0-acea-5837c7d5ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:38.958093 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4a8e82b0-5662-47f0-acea-5837c7d5ebf0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fa2b2ecba464db7ac5dca8372379af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513300 Nov 01 22:58:38.959696 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e82b0-5662-47f0-acea-5837c7d5ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fb9be6-60f7-4e85-9d1d-3851dea242e9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:38.962204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49128) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:39.016288 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.042298 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.091625 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.094406 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.095631 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9fb9be6-60f7-4e85-9d1d-3851dea242e9 HTTP/1.1" status: 204 len: 168 time: 0.1324611 Nov 01 22:58:39.105379 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887e7ed-0ffd-4b82-a90c-3f0ca28c6c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fb9be6-60f7-4e85-9d1d-3851dea242e9,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:39.107550 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-07f8e9f1-5e1f-4afd-8359-130ba2c472f6 req-4ea6470b-fd9e-4f02-a537-bf0efb012332 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 210 time: 0.3132803 Nov 01 22:58:39.120533 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d353022a-95aa-404d-8950-2ab32b1c7252 req-2560a41f-be55-4a20-9cf2-7051e2f78193 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672740 Nov 01 22:58:39.280522 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] For port 6322ccb3-a03c-4968-a490-960c65ee2630, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=6322ccb3-a03c-4968-a490-960c65ee2630,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:39.281404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.310493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Calling delete_port for 6322ccb3-a03c-4968-a490-960c65ee2630 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 22:58:39.336195 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be86d9-cd23-4979-94b9-761e62108fc1 req-c459b8d3-344f-494b-8fb8-b5f951b2fb30 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:39.337893 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-41be86d9-cd23-4979-94b9-761e62108fc1 req-c459b8d3-344f-494b-8fb8-b5f951b2fb30 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1099241 Nov 01 22:58:39.346333 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-ed231127-0e93-4c8b-80aa-f759e68547f6 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:39.347741 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-ed231127-0e93-4c8b-80aa-f759e68547f6 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 808 time: 0.2328076 Nov 01 22:58:39.454427 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c162509b-df68-4310-97f4-c1d0aa9e2362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.470897 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-41be86d9-cd23-4979-94b9-761e62108fc1 req-48fa0012-403c-49bf-83ba-843984038a50 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156967 Nov 01 22:58:39.475172 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-767d6039-ebe4-45cd-8231-da04a3334ee4 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a613551c961b462fb40a6f5a24181785 HTTP/1.1" status: 200 len: 379 time: 0.0973251 Nov 01 22:58:39.491114 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'port': {'device_id': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'admin_state_up': True, 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'security_groups': ['615a8d5d-21e9-4a8c-b56c-dabb3d0998d2']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:39.527691 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49154) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:39.543091 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81110383-e360-4ab1-8cfc-fa4fa0b8bc33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.634873 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81110383-e360-4ab1-8cfc-fa4fa0b8bc33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.640065 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-81110383-e360-4ab1-8cfc-fa4fa0b8bc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.670244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.708778 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-81110383-e360-4ab1-8cfc-fa4fa0b8bc33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75f9b59fadf149b980d45b9b74fbe75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797221 Nov 01 22:58:39.712038 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49156) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:39.720488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Pushing event deleted for resources: {'Port': ['ID=6322ccb3-a03c-4968-a490-960c65ee2630,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:39.721746 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81110383-e360-4ab1-8cfc-fa4fa0b8bc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378ef244-2441-4c33-81f4-afc5d34ea52e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:39.736129 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f28d0-dcbe-4bc6-bd27-d6f6cffe8ef9 req-2ff439be-4703-4a81-b702-74e5d1b0f7e6 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:39.755135 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b18f28d0-dcbe-4bc6-bd27-d6f6cffe8ef9 req-2ff439be-4703-4a81-b702-74e5d1b0f7e6 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=b28479df-c055-4d88-942a-4f3c679c861b HTTP/1.1" status: 200 len: 867 time: 0.1635196 Nov 01 22:58:39.769851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Made reservation on behalf of a613551c961b462fb40a6f5a24181785 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:58:39.789989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.800038 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.842144 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.842627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] No DVR routers for this DVR port 6322ccb3-a03c-4968-a490-960c65ee2630 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 22:58:39.857919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.861205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b5386b1-c807-41f0-8575-16f706611982 req-0ba13dda-37cb-45d4-a2c0-0ba206171c00 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "DELETE /v2.0/ports/6322ccb3-a03c-4968-a490-960c65ee2630 HTTP/1.1" status: 204 len: 173 time: 1.2312753 Nov 01 22:58:39.861868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'name': 'network-vif-deleted', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:39.864834 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276ba92c-1a04-4cb8-8921-baff3cf5f659" -d '{"events": [{"server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "name": "network-vif-deleted", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:39.893088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b18f28d0-dcbe-4bc6-bd27-d6f6cffe8ef9 req-90793446-24c3-499e-b576-f1c423127fcd tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358247 Nov 01 22:58:39.969158 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.972679 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:39.974099 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/378ef244-2441-4c33-81f4-afc5d34ea52e HTTP/1.1" status: 204 len: 168 time: 0.2611334 Nov 01 22:58:40.006068 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd71c7-be2a-47c9-ba00-2640871e867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378ef244-2441-4c33-81f4-afc5d34ea52e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:40.065789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88685ec4-493a-4297-938f-0a81489f7df4 x-openstack-request-id: req-88685ec4-493a-4297-938f-0a81489f7df4 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:40.066233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28479df-c055-4d88-942a-4f3c679c861b", "name": "network-vif-deleted", "tag": "6322ccb3-a03c-4968-a490-960c65ee2630", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:40.066519 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88685ec4-493a-4297-938f-0a81489f7df4 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:40.066954 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28479df-c055-4d88-942a-4f3c679c861b', 'name': 'network-vif-deleted', 'tag': '6322ccb3-a03c-4968-a490-960c65ee2630', 'status': 'completed', 'code': 200} Nov 01 22:58:40.102732 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Allocated IP 172.20.0.10 (bdb8fbcd-4feb-428f-bac6-083e929f01b0/082db525-1819-40f2-af5a-157aba83a0a4/0807cfe6-2efe-40a5-a9ee-27157173b073) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:58:40.242213 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8e748de-221e-4589-b257-1a9765d7aed5 req-15973a59-9bc6-479a-a496-d8f899b76a7f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 210 time: 0.0645123 Nov 01 22:58:40.295624 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.331097 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.376365 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:58:40.383480 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:58:40.385597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:58:40.409514 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:40.443678 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:40.444597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.466855 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-544ddfd7-a6b7-4799-89e6-c997d111081b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9794717 Nov 01 22:58:40.492159 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Request body: {'port': {'device_id': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:40.571513 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.726758 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-e917d217-9966-495a-bdec-e9fd32c56293 None None] Provisioning complete for port 0807cfe6-2efe-40a5-a9ee-27157173b073 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:58:40.727309 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e917d217-9966-495a-bdec-e9fd32c56293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.766579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-e917d217-9966-495a-bdec-e9fd32c56293 None None] Port 0807cfe6-2efe-40a5-a9ee-27157173b073 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 22:58:40.866870 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0807cfe6-2efe-40a5-a9ee-27157173b073 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:40.874361 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.886585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Transition to ACTIVE for port object 0807cfe6-2efe-40a5-a9ee-27157173b073 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:58:40.889913 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:40.967190 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:41.029991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Attempting to bind port 0807cfe6-2efe-40a5-a9ee-27157173b073 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:58:41.030444 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Attempting to bind port 0807cfe6-2efe-40a5-a9ee-27157173b073 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:58:41.031413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Attempting to bind port 0807cfe6-2efe-40a5-a9ee-27157173b073 on network bdb8fbcd-4feb-428f-bac6-083e929f01b0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:41.037366 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Port 0807cfe6-2efe-40a5-a9ee-27157173b073 on network bdb8fbcd-4feb-428f-bac6-083e929f01b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:58:41.037680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Attempting to bind port 0807cfe6-2efe-40a5-a9ee-27157173b073 on network bdb8fbcd-4feb-428f-bac6-083e929f01b0 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:41.044039 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:58:41.044371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Checking segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:58:41.044754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Bound using segment: {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:58:41.045240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Bound port: 0807cfe6-2efe-40a5-a9ee-27157173b073, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0027f96d-fb07-413e-90cc-1d134d6e4e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:58:41.045944 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.141839 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:58:41.163138 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:58:41.170874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.213113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.214105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.215237 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] 10.222.0.26 "PUT /v2.0/ports/0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1094 time: 0.7282693 Nov 01 22:58:41.399839 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9b984-4645-4664-b8cc-4e57008b39c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:41.438653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-1bf3868b-b099-4b58-a09a-14d6d6a7fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.440219 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-1bf3868b-b099-4b58-a09a-14d6d6a7fbce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1097 time: 0.1239817 Nov 01 22:58:41.440480 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 6322ccb3-a03c-4968-a490-960c65ee2630 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 22:58:41.486969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 6322ccb3-a03c-4968-a490-960c65ee2630 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 22:58:41.487590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 6322ccb3-a03c-4968-a490-960c65ee2630 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 22:58:41.546501 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-8bbb7d35-4a58-42d5-a1e6-980eeeae0a40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 217 time: 0.0753553 Nov 01 22:58:41.574404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-81d1bad3-3434-489a-b3b3-c762c466f526 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.576053 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-81d1bad3-3434-489a-b3b3-c762c466f526 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 808 time: 0.3599250 Nov 01 22:58:41.654338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-dbb6a666-be2b-4f1d-8ab6-a770bfeb1010 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/quotas/974941cbc92340338c8061cab33f7505 HTTP/1.1" status: 200 len: 375 time: 0.0504417 Nov 01 22:58:41.657713 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-92c13768-8950-4450-b7a7-9b0daf695b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.669801 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49240) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:41.677383 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-c4587c52-f1b7-4040-9e69-a7c6cf341d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.678808 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-c4587c52-f1b7-4040-9e69-a7c6cf341d57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0999200 Nov 01 22:58:41.680814 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-b2ceb1ee-388e-430b-bbbd-b638d20d0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.682152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-b2ceb1ee-388e-430b-bbbd-b638d20d0362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.1500330 Nov 01 22:58:41.692178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938f333-8686-48ec-8ca4-8b8f45cdcf09 req-dc866d0d-2587-4899-b5ac-71d7572ed45f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.693611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8938f333-8686-48ec-8ca4-8b8f45cdcf09 req-dc866d0d-2587-4899-b5ac-71d7572ed45f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.1509936 Nov 01 22:58:41.724892 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-ac70726c-683d-434a-a32f-123e52624e0c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620930 Nov 01 22:58:41.776900 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35931936-dc7c-4c83-acaf-100a16e8b39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.852453 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35931936-dc7c-4c83-acaf-100a16e8b39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.856882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-35931936-dc7c-4c83-acaf-100a16e8b39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.890276 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-3c6aaaa0-2a6b-499a-9783-e3ab058a0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.891797 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-3c6aaaa0-2a6b-499a-9783-e3ab058a0dac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1962705 Nov 01 22:58:41.893249 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35931936-dc7c-4c83-acaf-100a16e8b39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d96eb-d87f-4fea-9c74-93e26fc80b83,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:41.901305 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-35931936-dc7c-4c83-acaf-100a16e8b39a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90319f5f2eb847c2910c5769bd77dc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267067 Nov 01 22:58:41.901497 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8938f333-8686-48ec-8ca4-8b8f45cdcf09 req-d583a40e-28f0-4b29-8dd1-ca049f06cd60 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877792 Nov 01 22:58:41.901585 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49246) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:41.957687 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.981258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-0c1db564-85d0-41f8-a7ed-89be743cad0c service neutron] 10.222.0.11 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265701 Nov 01 22:58:41.981678 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:41.983755 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-c6ee455d-d9d6-4819-91d5-4d5347e4c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:41.985667 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-c6ee455d-d9d6-4819-91d5-4d5347e4c7d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.2911992 Nov 01 22:58:42.032587 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.035870 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.039680 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f29d96eb-d87f-4fea-9c74-93e26fc80b83 HTTP/1.1" status: 204 len: 168 time: 0.1347189 Nov 01 22:58:42.056086 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960cf8c-e7b7-4343-b963-b54db8cc2063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d96eb-d87f-4fea-9c74-93e26fc80b83,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:42.065653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-1e822f7d-bce3-4960-849e-1f9e44192437 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.0611904 Nov 01 22:58:42.072196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:42.074429 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dd4d63-1a99-46a2-8794-6816885182e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:42.141224 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-51a54e68-bde5-44bb-99cf-f1830f01e464 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408202 Nov 01 22:58:42.258808 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-ab942ca7-ecc8-453c-ac73-76e8098fc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:42.260299 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-ab942ca7-ecc8-453c-ac73-76e8098fc6b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.1577156 Nov 01 22:58:42.266126 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-f2e3def5-906c-47d6-9ab6-e7ad584673f2 service neutron] 10.222.0.11 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766099 Nov 01 22:58:42.277132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693a884-e250-428e-9459-971eabec44f1 req-e40cea8c-b93f-44b1-aa4a-0c47f518c456 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:42.278589 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4693a884-e250-428e-9459-971eabec44f1 req-e40cea8c-b93f-44b1-aa4a-0c47f518c456 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1669729 Nov 01 22:58:42.318469 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-9c0354f9-3471-4d34-a695-7ec6e04e9ccd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362034 Nov 01 22:58:42.353249 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49256) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:42.361677 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d9995e3-7c5f-4ca3-b883-ccd7759aefba req-bf9fc6a4-bf06-4122-b9e6-a0ea4c57d2ca service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929417 Nov 01 22:58:42.367410 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed65f-9307-494a-bac4-c8c43d801526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.423766 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4693a884-e250-428e-9459-971eabec44f1 req-f315c75e-1078-4e69-85c2-c4f06b0d9172 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243975 Nov 01 22:58:42.488316 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-a0f7210b-935e-48e7-8a50-1840b8b69e9e service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609237 Nov 01 22:58:42.491607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf517f1-c0c7-4ed8-8e75-e9f53491cd3d x-openstack-request-id: req-fdf517f1-c0c7-4ed8-8e75-e9f53491cd3d {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:42.491967 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:42.492874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fdf517f1-c0c7-4ed8-8e75-e9f53491cd3d {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:42.493548 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'status': 'completed', 'code': 200} Nov 01 22:58:42.526536 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed65f-9307-494a-bac4-c8c43d801526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.536038 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed65f-9307-494a-bac4-c8c43d801526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.563759 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bcc1782e-cf9d-455f-9eab-cbe9b146a36d req-db21d653-4f82-4105-ac9e-01a0fd9a7164 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Nov 01 22:58:42.584635 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5e5ed65f-9307-494a-bac4-c8c43d801526 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4aa5a3190a8b4185be1bb5612b502dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239296 Nov 01 22:58:42.584635 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ed65f-9307-494a-bac4-c8c43d801526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a456fa63-4ad4-4579-ba77-78300d6e3609,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:42.586378 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49266) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:42.676070 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.677608 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.708351 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.743709 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a399e9d6-8b07-492b-9f7b-d2e61983cac3 req-eed14fad-0bfc-41ff-ae38-9972b34de973 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830695 Nov 01 22:58:42.754985 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3377215d-cc08-46ba-9082-943bd17f0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:42.756864 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3377215d-cc08-46ba-9082-943bd17f0a8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1097 time: 0.1724434 Nov 01 22:58:42.772444 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.774962 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:42.776151 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a456fa63-4ad4-4579-ba77-78300d6e3609 HTTP/1.1" status: 204 len: 168 time: 0.1887286 Nov 01 22:58:42.786112 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2c39b-f555-45a6-962d-156381708d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a456fa63-4ad4-4579-ba77-78300d6e3609,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:42.928517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-01508106-034a-4e21-9c19-b83937a01e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:42.930290 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-01508106-034a-4e21-9c19-b83937a01e2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.1269977 Nov 01 22:58:43.002119 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-34c2c279-05f9-43e6-ac59-c34a955d0e61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 217 time: 0.0395100 Nov 01 22:58:43.097102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20536e-8f72-4375-b223-1d2d2086ebfc req-a8912060-3d1b-44b8-9437-4af9d1c94aae tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:43.104325 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ca20536e-8f72-4375-b223-1d2d2086ebfc req-a8912060-3d1b-44b8-9437-4af9d1c94aae tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.1056960 Nov 01 22:58:43.158830 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49290) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:43.172195 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4ed3-6ced-4f7b-8876-dc342c06c2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.269298 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4ed3-6ced-4f7b-8876-dc342c06c2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.274218 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4ed3-6ced-4f7b-8876-dc342c06c2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.315116 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5f9f4ed3-6ced-4f7b-8876-dc342c06c2d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12fa834565544969a4ab0d79016c98de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551690 Nov 01 22:58:43.316362 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4ed3-6ced-4f7b-8876-dc342c06c2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d686afa-12f5-4675-a4db-fcfcf3e3edb3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:43.318729 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49292) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:43.369628 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.382468 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3b73f9c6-ba16-4bb4-8a73-e1cda2b1bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:43.383838 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3b73f9c6-ba16-4bb4-8a73-e1cda2b1bf2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.3567686 Nov 01 22:58:43.391727 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.400588 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ca20536e-8f72-4375-b223-1d2d2086ebfc req-c23a38be-32a7-4fe8-85a6-b0c1c15d3339 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953792 Nov 01 22:58:43.439680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3411820b-0743-4651-9fd8-c6fdb6cc9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:43.441175 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-3411820b-0743-4651-9fd8-c6fdb6cc9553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397620 Nov 01 22:58:43.447306 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.449935 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:43.451066 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d686afa-12f5-4675-a4db-fcfcf3e3edb3 HTTP/1.1" status: 204 len: 168 time: 0.1313431 Nov 01 22:58:43.459956 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691184a2-eed6-4afc-819f-9a385fda0d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d686afa-12f5-4675-a4db-fcfcf3e3edb3,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:43.574077 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-dba70b2c-e17b-409c-a6eb-eb1f21a414c8 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237319 Nov 01 22:58:43.602109 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d014d-226d-4a49-b0a7-e0b991a5f89e req-f183ab07-acc8-46cb-885a-dfc186d63944 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:43.608287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-704d014d-226d-4a49-b0a7-e0b991a5f89e req-f183ab07-acc8-46cb-885a-dfc186d63944 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0748534 Nov 01 22:58:43.714772 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b65b5a-079e-42e2-a9a3-b43d31921c20 req-9f032350-b617-47fe-9fde-394bb0fa63cf tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 210 time: 0.0455470 Nov 01 22:58:43.741973 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-704d014d-226d-4a49-b0a7-e0b991a5f89e req-e9cc4293-3fea-449e-b7c8-34ead77da848 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139786 Nov 01 22:58:43.767658 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36dd4d63-1a99-46a2-8794-6816885182e6 req-1c73167a-a287-456f-bd9e-6992495c145e service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821404 Nov 01 22:58:43.851833 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:58:43.970196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-74108ca2-cd60-4c60-bbf7-66e25b4226fc tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:43.971787 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-74108ca2-cd60-4c60-bbf7-66e25b4226fc tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 808 time: 0.1511524 Nov 01 22:58:44.000154 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Request body: {'port': {'device_id': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc', 'admin_state_up': True, 'tenant_id': '974941cbc92340338c8061cab33f7505'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:44.060796 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.077651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 49322) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:44.141619 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Made reservation on behalf of 974941cbc92340338c8061cab33f7505 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 22:58:44.145198 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.230027 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c6169e3-7085-429e-bbbc-b292c3c90a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.334070 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Allocated IP 172.20.0.12 (c8193683-c8a9-4c58-94fc-efa878f498fc/71544527-1b5a-44b7-a9b8-efcdc8e6e5ef/b857ee36-9941-48f7-8753-f58ca9053e13) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:58:44.395307 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c6169e3-7085-429e-bbbc-b292c3c90a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.406319 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6c6169e3-7085-429e-bbbc-b292c3c90a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.491845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6169e3-7085-429e-bbbc-b292c3c90a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2935a0a3-fcaf-4775-810d-bb5a388eaaa7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:44.512524 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6c6169e3-7085-429e-bbbc-b292c3c90a75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b5c8c68c40748eb9aba8a657d53ec81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338562 Nov 01 22:58:44.515866 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49354) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:58:44.579727 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.591111 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd1877-c2e7-4a5a-a5e8-790bbf166a68 req-3e7d1d5c-0c9d-46dc-be06-eca9807d4065 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:44.592724 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2cfd1877-c2e7-4a5a-a5e8-790bbf166a68 req-3e7d1d5c-0c9d-46dc-be06-eca9807d4065 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.1019456 Nov 01 22:58:44.595798 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.605106 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.658225 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.661096 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.664969 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2935a0a3-fcaf-4775-810d-bb5a388eaaa7 HTTP/1.1" status: 204 len: 168 time: 0.1447444 Nov 01 22:58:44.669114 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2cfd1877-c2e7-4a5a-a5e8-790bbf166a68 req-491f5b47-11ea-4984-a054-7b61c74fba26 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613976 Nov 01 22:58:44.678088 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95e4bf-4b4f-4b83-9c7e-e76e0c965033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2935a0a3-fcaf-4775-810d-bb5a388eaaa7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:44.686111 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.727760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Network c8193683-c8a9-4c58-94fc-efa878f498fc is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:58:44.730790 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:58:44.737370 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:58:44.783499 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Pushing event updated for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:44.858516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:44.859679 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:44.915222 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-18040cf7-bd6a-4d84-aad3-72132b750cde tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236236 Nov 01 22:58:44.924902 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded55e-3e67-45f5-8f14-ff3892f72501 req-c532d096-ccaa-47df-8578-2fabfbf77a4a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:44.926389 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98ded55e-3e67-45f5-8f14-ff3892f72501 req-c532d096-ccaa-47df-8578-2fabfbf77a4a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 932 time: 0.1153855 Nov 01 22:58:44.936413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Request body: {'port': {'device_id': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:58:44.965176 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b28d-3174-4c52-9b18-e201415078f2 req-a81657ec-e825-4024-a0f6-91b0501ae32a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:44.966691 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3c56b28d-3174-4c52-9b18-e201415078f2 req-a81657ec-e825-4024-a0f6-91b0501ae32a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1160939 Nov 01 22:58:45.066803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98ded55e-3e67-45f5-8f14-ff3892f72501 req-b1333580-b2a0-4a96-81d2-0b2143129491 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255803 Nov 01 22:58:45.067352 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.072614 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3c56b28d-3174-4c52-9b18-e201415078f2 req-464ff7bf-cc3a-4ee2-8864-346dfe221cbd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899632 Nov 01 22:58:45.357168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b857ee36-9941-48f7-8753-f58ca9053e13 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:45.366771 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.380445 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Transition to ACTIVE for port object b857ee36-9941-48f7-8753-f58ca9053e13 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 22:58:45.386647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.451035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Pushing event updated for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:45.519127 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Attempting to bind port b857ee36-9941-48f7-8753-f58ca9053e13 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 22:58:45.519815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Attempting to bind port b857ee36-9941-48f7-8753-f58ca9053e13 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 22:58:45.519815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Attempting to bind port b857ee36-9941-48f7-8753-f58ca9053e13 on network c8193683-c8a9-4c58-94fc-efa878f498fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:45.524064 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Port b857ee36-9941-48f7-8753-f58ca9053e13 on network c8193683-c8a9-4c58-94fc-efa878f498fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 22:58:45.524377 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Attempting to bind port b857ee36-9941-48f7-8753-f58ca9053e13 on network c8193683-c8a9-4c58-94fc-efa878f498fc {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 22:58:45.529060 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 22, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 22:58:45.529402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Checking segment: {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 22:58:45.529772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Bound using segment: {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 22:58:45.530191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Bound port: b857ee36-9941-48f7-8753-f58ca9053e13, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96ae8cc-6d31-49dd-8934-23d47642273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 22:58:45.530543 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.597075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 22:58:45.600576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b857ee36-9941-48f7-8753-f58ca9053e13,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 22:58:45.605705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.652049 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:45.652661 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:45.654027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] 10.222.0.26 "PUT /v2.0/ports/b857ee36-9941-48f7-8753-f58ca9053e13 HTTP/1.1" status: 200 len: 1094 time: 0.7238188 Nov 01 22:58:45.654464 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:45.657250 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b79d58-d507-4161-b893-c6b7c58826a0" -d '{"events": [{"name": "network-changed", "server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:45.674193 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f3ca0-9ee9-4053-ac01-f5317888b917 service neutron] Pushing event updated for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:45.705321 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f464a-3cb8-4742-bbb9-2fdc53c43daa x-openstack-request-id: req-2b1f464a-3cb8-4742-bbb9-2fdc53c43daa {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:45.705621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:45.705875 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b1f464a-3cb8-4742-bbb9-2fdc53c43daa {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:45.706279 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13', 'status': 'completed', 'code': 200} Nov 01 22:58:45.805870 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-a8edfa0c-3e36-4e08-8112-1b45039a2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:45.807557 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-a8edfa0c-3e36-4e08-8112-1b45039a2f9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 1097 time: 0.0764582 Nov 01 22:58:45.816376 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d3b35-77a0-4ef9-b96d-253a89d2dd14 req-63b180d3-dfa0-413a-ab7d-b4075c5cbe3f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:45.818017 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-206d3b35-77a0-4ef9-b96d-253a89d2dd14 req-63b180d3-dfa0-413a-ab7d-b4075c5cbe3f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0776613 Nov 01 22:58:45.880752 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-4df0c021-4ff1-4b32-9041-3fb3cc0c2557 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857ee36-9941-48f7-8753-f58ca9053e13 HTTP/1.1" status: 200 len: 217 time: 0.0487459 Nov 01 22:58:45.924692 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-206d3b35-77a0-4ef9-b96d-253a89d2dd14 req-5aabd64e-6852-4af0-bf09-f182ff3f32cb tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000762 Nov 01 22:58:45.942949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-7b702cbf-9e00-4c07-bcc0-1b661b565d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:45.945050 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-7b702cbf-9e00-4c07-bcc0-1b661b565d0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef HTTP/1.1" status: 200 len: 848 time: 0.0560136 Nov 01 22:58:45.980059 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-e487253f-d6b3-41a5-805f-ba3c30930fda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8193683-c8a9-4c58-94fc-efa878f498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273206 Nov 01 22:58:46.087471 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-dc75ca5a-8d50-456a-8b94-5475107aca2c service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937791 Nov 01 22:58:46.245542 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d776348-f24b-46d3-b00d-c93bc881f618 req-281a5763-1acc-4f1c-8e31-466ac25a16d6 service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494071 Nov 01 22:58:46.253215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9540dbd-74e3-4f7f-a88b-2b64a81dcac1 req-3b94995c-8971-4476-8b74-d1bea34eb285 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:46.254566 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9540dbd-74e3-4f7f-a88b-2b64a81dcac1 req-3b94995c-8971-4476-8b74-d1bea34eb285 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 944 time: 0.1034310 Nov 01 22:58:46.266617 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84441a6a-6ee3-456b-bb6e-485c0e6705b9 req-d9b4eadc-cdac-42e4-a8fc-f7a2e841a202 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:46.268317 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-84441a6a-6ee3-456b-bb6e-485c0e6705b9 req-d9b4eadc-cdac-42e4-a8fc-f7a2e841a202 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1072018 Nov 01 22:58:46.324386 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9540dbd-74e3-4f7f-a88b-2b64a81dcac1 req-1b8159b0-ecb0-43e9-ab53-4d8a227d9fc9 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550270 Nov 01 22:58:46.330333 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-84441a6a-6ee3-456b-bb6e-485c0e6705b9 req-7ba68382-246b-492e-a68a-56bd34a03fb7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Nov 01 22:58:46.416911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-c895caf4-3fac-4cbf-a07c-affe01dac820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:46.418365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-c895caf4-3fac-4cbf-a07c-affe01dac820 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=974941cbc92340338c8061cab33f7505&device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 1097 time: 0.0402045 Nov 01 22:58:46.517171 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-71d28c3a-3ae5-460b-8c08-c35011ca2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:46.518670 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-71d28c3a-3ae5-460b-8c08-c35011ca2e65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 200 len: 909 time: 0.0921531 Nov 01 22:58:46.597620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-561771f9-99cf-4ea8-b479-fdbb1dac9066 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857ee36-9941-48f7-8753-f58ca9053e13 HTTP/1.1" status: 200 len: 217 time: 0.0340590 Nov 01 22:58:46.652895 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-fa4cde79-9fca-4388-be39-a287ab85262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:46.654531 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-fa4cde79-9fca-4388-be39-a287ab85262b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef HTTP/1.1" status: 200 len: 848 time: 0.0479460 Nov 01 22:58:46.689766 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-473382f9-e61f-4652-8442-ebe0fab1c6c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c8193683-c8a9-4c58-94fc-efa878f498fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249691 Nov 01 22:58:46.729318 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:46.786740 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-49e9b0db-dcb4-4205-bf7a-249de3f00690 service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884538 Nov 01 22:58:46.893717 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-35b79d58-d507-4161-b893-c6b7c58826a0 req-53769902-0ce1-412b-b475-4e3fd1cf945f service neutron] 10.222.0.26 "GET /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845034 Nov 01 22:58:47.075431 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13254ac-28c1-4601-9465-b8c03a8a7efd req-457a0751-3bd0-4de0-882d-d6ece52bca4a tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:47.079211 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b13254ac-28c1-4601-9465-b8c03a8a7efd req-457a0751-3bd0-4de0-882d-d6ece52bca4a tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0616803 Nov 01 22:58:47.120790 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b13254ac-28c1-4601-9465-b8c03a8a7efd req-a2beafc5-63e6-46e9-a4b4-3a127c6aecae tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373859 Nov 01 22:58:47.498976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3075cc5-b2f6-481c-a88b-a57f50259cc0 req-96b430e7-28d7-449d-8598-7aee72ca99a3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:47.500993 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c3075cc5-b2f6-481c-a88b-a57f50259cc0 req-96b430e7-28d7-449d-8598-7aee72ca99a3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1026063 Nov 01 22:58:47.509306 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e77a8e-8cfc-4be9-8add-c04e947a3a44 req-d924b70b-fbe2-4c44-b021-b77e0396ee55 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:47.510647 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-47e77a8e-8cfc-4be9-8add-c04e947a3a44 req-d924b70b-fbe2-4c44-b021-b77e0396ee55 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 944 time: 0.0955021 Nov 01 22:58:47.565193 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c3075cc5-b2f6-481c-a88b-a57f50259cc0 req-58d6ebc7-b63d-49ba-b177-65c17b257f28 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535896 Nov 01 22:58:47.570043 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-47e77a8e-8cfc-4be9-8add-c04e947a3a44 req-3f787da8-1bcf-48e7-bee4-8828b66f0e9a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510304 Nov 01 22:58:48.241339 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0858cd-ab94-422b-b613-72d98dd5c131 req-c08c985c-2d35-4beb-bda5-e850e7f78db5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:48.242781 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6a0858cd-ab94-422b-b613-72d98dd5c131 req-c08c985c-2d35-4beb-bda5-e850e7f78db5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0467443 Nov 01 22:58:48.285619 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6a0858cd-ab94-422b-b613-72d98dd5c131 req-84669630-057c-45d0-933e-b7bf3c8a6017 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368469 Nov 01 22:58:48.734714 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e2c3e-cb17-4024-b0d6-b7f3feebf2ce req-f6214c5f-03e4-4f1a-ae24-4290be7a9004 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:48.736121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-068e2c3e-cb17-4024-b0d6-b7f3feebf2ce req-f6214c5f-03e4-4f1a-ae24-4290be7a9004 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 944 time: 0.0841682 Nov 01 22:58:48.743283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e875ef-1a88-41cc-b247-5d0139ef4c7e req-9082573a-09fd-40a4-bb1f-c2af4bed3e7e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:48.744658 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59e875ef-1a88-41cc-b247-5d0139ef4c7e req-9082573a-09fd-40a4-bb1f-c2af4bed3e7e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0812800 Nov 01 22:58:48.800807 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-068e2c3e-cb17-4024-b0d6-b7f3feebf2ce req-806aeb0f-654d-4456-b66b-71ee9e33cbe8 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552180 Nov 01 22:58:48.805753 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59e875ef-1a88-41cc-b247-5d0139ef4c7e req-4ad1ba68-3c17-4f70-a5a0-9e5a0a06a0d4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539854 Nov 01 22:58:49.103512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-e93fbd2a-e2c6-4b6a-a903-345427c8d77c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431604 Nov 01 22:58:49.190593 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-6c3bfa59-b0cb-4e6d-988c-2eb5d0a05ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:49.192118 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-6c3bfa59-b0cb-4e6d-988c-2eb5d0a05ae4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1098 time: 0.0472779 Nov 01 22:58:49.259933 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:49.298831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-f38fd718-1806-47d0-8db8-72002cc09844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:49.300285 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-f38fd718-1806-47d0-8db8-72002cc09844 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0865881 Nov 01 22:58:49.396311 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-36d25f0c-76c5-4a3c-a414-7ad08e3b8c59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 1000 time: 0.0870733 Nov 01 22:58:49.412582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cec609-4341-497d-b5a5-390f77fbb2b7 req-4bca6863-331d-4167-b4c2-ef2ff4846edf tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:49.414014 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d7cec609-4341-497d-b5a5-390f77fbb2b7 req-4bca6863-331d-4167-b4c2-ef2ff4846edf tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0576785 Nov 01 22:58:49.478550 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d7cec609-4341-497d-b5a5-390f77fbb2b7 req-fb382f4b-3944-4585-b626-b5ef18c4a6b5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565326 Nov 01 22:58:49.481052 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b857ee36-9941-48f7-8753-f58ca9053e13 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:58:49.482108 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-d723cf84-7e14-4dec-9b39-b3bbf8cb5eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:49.483531 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-d723cf84-7e14-4dec-9b39-b3bbf8cb5eb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0686567 Nov 01 22:58:49.532139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-34b5c6f0-f9f1-4e0b-b83b-f4cbbffb3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:49.533612 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-34b5c6f0-f9f1-4e0b-b83b-f4cbbffb3c32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431755 Nov 01 22:58:49.587755 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b857ee36-9941-48f7-8753-f58ca9053e13,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:49.600554 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'b857ee36-9941-48f7-8753-f58ca9053e13', 'network_id': 'c8193683-c8a9-4c58-94fc-efa878f498fc', 'port_id': 'b857ee36-9941-48f7-8753-f58ca9053e13', 'mac_address': 'fa:16:3e:e3:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71544527-1b5a-44b7-a9b8-efcdc8e6e5ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:58:49.633901 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-a90bbb10-b131-4245-a693-dcb01a6be0fd service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898037 Nov 01 22:58:49.636371 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:49.650664 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b857ee36-9941-48f7-8753-f58ca9053e13 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:49.671968 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b857ee36-9941-48f7-8753-f58ca9053e13,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:49.676730 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:49.731062 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:49.738605 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.739087 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.739520 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.739921 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.740320 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.740721 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.741115 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.741448 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.741845 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.742114 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.742435 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:49.742750 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:58:50.042301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba7914-08ef-474f-9dbe-764b416bb250 req-5c68c62d-4e55-43f2-9f25-4871d66effc7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:50.043760 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-08ba7914-08ef-474f-9dbe-764b416bb250 req-5c68c62d-4e55-43f2-9f25-4871d66effc7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0962808 Nov 01 22:58:50.048498 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27388888-19f6-4fed-bfe3-bf824cb4f191 req-c7ce21bd-916f-4e34-a4c1-8b093bffff45 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986986 Nov 01 22:58:50.057898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43fe55-c5a5-4b24-9978-1c13fdbbb714 req-046c1354-167f-4f95-b365-2ee8221422c3 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:50.059247 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9f43fe55-c5a5-4b24-9978-1c13fdbbb714 req-046c1354-167f-4f95-b365-2ee8221422c3 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 945 time: 0.1107023 Nov 01 22:58:50.116369 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-08ba7914-08ef-474f-9dbe-764b416bb250 req-074ae900-c928-48bc-8016-98df0ccc319e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 Nov 01 22:58:50.121262 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9f43fe55-c5a5-4b24-9978-1c13fdbbb714 req-1dcb1dbf-fccc-4763-a831-63bd57922396 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550995 Nov 01 22:58:50.211194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['b857ee36-9941-48f7-8753-f58ca9053e13'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:58:50.596993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec4971-1064-4a4c-a221-511194095b16 req-cdab42db-8053-4bc9-99a7-81e99bec27aa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:50.598458 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-61ec4971-1064-4a4c-a221-511194095b16 req-cdab42db-8053-4bc9-99a7-81e99bec27aa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0477293 Nov 01 22:58:50.636963 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-61ec4971-1064-4a4c-a221-511194095b16 req-63efa42e-7c2c-42e1-87ed-fc80313a0188 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Nov 01 22:58:51.261106 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697044a-8a24-49cf-a170-f4468800eb4b req-293dd098-5f85-4d08-aeca-ea2b461c9435 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:51.262583 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c697044a-8a24-49cf-a170-f4468800eb4b req-293dd098-5f85-4d08-aeca-ea2b461c9435 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0765605 Nov 01 22:58:51.275275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e64d6-6f25-4403-ac83-9945208c3112 req-d894ce18-9d90-48f2-92a1-27f526b9ec68 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:51.276709 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e98e64d6-6f25-4403-ac83-9945208c3112 req-d894ce18-9d90-48f2-92a1-27f526b9ec68 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 945 time: 0.0807407 Nov 01 22:58:51.332493 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e98e64d6-6f25-4403-ac83-9945208c3112 req-8ec577ad-255e-4d85-858e-f1c79db44f20 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Nov 01 22:58:51.335202 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c697044a-8a24-49cf-a170-f4468800eb4b req-f3617a53-6182-45d2-9ed8-923b00b4b513 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576220 Nov 01 22:58:51.492330 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 22:58:51.508712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b857ee36-9941-48f7-8753-f58ca9053e13 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:58:51.623595 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port b857ee36-9941-48f7-8753-f58ca9053e13 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:58:51.635916 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port b857ee36-9941-48f7-8753-f58ca9053e13 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:58:51.636287 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:51.642326 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:51.673554 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 22:58:51.729086 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:51.756354 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79618e40-b469-482a-b1c7-c2c3cf091d3c req-2fdcdd9c-e4c1-48f2-90c8-83aa28caddce tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:51.757921 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-79618e40-b469-482a-b1c7-c2c3cf091d3c req-2fdcdd9c-e4c1-48f2-90c8-83aa28caddce tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0493824 Nov 01 22:58:51.765183 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0807cfe6-2efe-40a5-a9ee-27157173b073 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 22:58:51.788922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:51.798915 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-79618e40-b469-482a-b1c7-c2c3cf091d3c req-e56a7966-950e-45b9-876b-765dfa1ce1f5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Nov 01 22:58:51.801350 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:51.812603 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:51.822736 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:58:51.825359 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b5dbb-92d4-40d1-b75c-d199e8d55000" -d '{"events": [{"server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "name": "network-vif-plugged", "status": "completed", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:58:51.855662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b857ee36-9941-48f7-8753-f58ca9053e13,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:58:51.865806 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:58:51.881091 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:51.884495 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3e4d4c-2923-4819-b2b9-c250d4527d39 x-openstack-request-id: req-9b3e4d4c-2923-4819-b2b9-c250d4527d39 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:58:51.884791 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "name": "network-vif-plugged", "status": "completed", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:58:51.885046 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b3e4d4c-2923-4819-b2b9-c250d4527d39 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:58:51.885430 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13', 'code': 200} Nov 01 22:58:51.934779 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:58:52.096993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd23e-9ef4-4d1e-9bdf-5f3000ff77e1 req-e37d90c4-c16f-43e4-806c-2289443c2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:52.098470 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-becdd23e-9ef4-4d1e-9bdf-5f3000ff77e1 req-e37d90c4-c16f-43e4-806c-2289443c2f39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 1099 time: 0.0390627 Nov 01 22:58:52.140534 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-becdd23e-9ef4-4d1e-9bdf-5f3000ff77e1 req-e888a8d8-3fe3-4d02-95f2-34da34883949 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Nov 01 22:58:52.313590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['0807cfe6-2efe-40a5-a9ee-27157173b073'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:58:52.525644 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eed44-9a39-4615-a48a-fba3237465f0 req-f9548b90-9659-45b8-b1e5-494b202c4ae4 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:52.529098 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d0eed44-9a39-4615-a48a-fba3237465f0 req-f9548b90-9659-45b8-b1e5-494b202c4ae4 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.1085851 Nov 01 22:58:52.544731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125e317-765f-47f3-bb57-5d02cb4718a5 req-900e6392-c83f-423f-95da-6db7a8ed4fcb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:52.546205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e125e317-765f-47f3-bb57-5d02cb4718a5 req-900e6392-c83f-423f-95da-6db7a8ed4fcb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0779388 Nov 01 22:58:52.594339 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7d0eed44-9a39-4615-a48a-fba3237465f0 req-10bfb3af-52df-40b2-9fd3-3ddec28af70d tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Nov 01 22:58:52.616971 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e125e317-765f-47f3-bb57-5d02cb4718a5 req-022b57ce-a305-4b9a-b553-f257bb3d8271 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578501 Nov 01 22:58:52.918337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4c85-7921-4556-af2a-2c8fb4528d93 req-a0c8c835-4ac3-4880-9974-68c7d666316c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:52.919858 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c71e4c85-7921-4556-af2a-2c8fb4528d93 req-a0c8c835-4ac3-4880-9974-68c7d666316c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0487580 Nov 01 22:58:52.961966 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c71e4c85-7921-4556-af2a-2c8fb4528d93 req-722ac4c8-d6bb-4b23-a4e7-a8c31df50cd7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357759 Nov 01 22:58:53.740829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9959086-b322-478d-ac61-5b270b572f3d req-f6143567-1dfb-4798-b16a-f70daf35e7d1 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:53.742322 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9959086-b322-478d-ac61-5b270b572f3d req-f6143567-1dfb-4798-b16a-f70daf35e7d1 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0785427 Nov 01 22:58:53.754096 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b2af9-1701-4f8a-84ed-ea5b4fc6a38d req-cae8f884-7fbb-46c2-b1c8-ebb940688591 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:58:53.755636 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c90b2af9-1701-4f8a-84ed-ea5b4fc6a38d req-cae8f884-7fbb-46c2-b1c8-ebb940688591 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0655529 Nov 01 22:58:53.811650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c90b2af9-1701-4f8a-84ed-ea5b4fc6a38d req-bee81abb-b45a-4af0-98cc-e7478b31b7c1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491052 Nov 01 22:58:53.816397 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d9959086-b322-478d-ac61-5b270b572f3d req-b5ee60f5-133d-4f62-bc5a-5312392700ce tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598497 Nov 01 22:59:00.187228 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e830c4c-4306-496d-823a-8bd1628cb19b req-558a8fa6-5bb2-432f-b2aa-714bbbcf23d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:00.188762 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3e830c4c-4306-496d-823a-8bd1628cb19b req-558a8fa6-5bb2-432f-b2aa-714bbbcf23d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0767972 Nov 01 22:59:00.218932 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef016e4b-048e-436b-81eb-c2821111bbb1 req-c4790957-8a08-440c-8c65-58801f32658c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:00.220391 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef016e4b-048e-436b-81eb-c2821111bbb1 req-c4790957-8a08-440c-8c65-58801f32658c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0742071 Nov 01 22:59:00.248316 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3e830c4c-4306-496d-823a-8bd1628cb19b req-2a0d46db-c2b0-469c-ab09-81acee1a9785 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532732 Nov 01 22:59:00.267549 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef016e4b-048e-436b-81eb-c2821111bbb1 req-298ffd06-685e-4052-8c6c-38f87da42783 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413053 Nov 01 22:59:00.351017 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b2f7-5316-47b5-bfc4-8cdd121d6ec1 req-557819db-790c-4c34-99c9-306bf2a4c93c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:00.352509 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45d3b2f7-5316-47b5-bfc4-8cdd121d6ec1 req-557819db-790c-4c34-99c9-306bf2a4c93c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0478961 Nov 01 22:59:00.388804 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45d3b2f7-5316-47b5-bfc4-8cdd121d6ec1 req-3faa6f7b-6aba-4c85-9977-98535ccf3805 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Nov 01 22:59:01.394105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a1533-a22e-4a2e-9504-5e4248670171 req-f388021a-2a02-4286-af25-b42ffe417f26 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:01.395600 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd3a1533-a22e-4a2e-9504-5e4248670171 req-f388021a-2a02-4286-af25-b42ffe417f26 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0780597 Nov 01 22:59:01.416186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56ef72-205e-4c15-8234-b93413b0d4dd req-7dbb68a7-9517-48b8-8af8-8c21ef146ff8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:01.417614 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1a56ef72-205e-4c15-8234-b93413b0d4dd req-7dbb68a7-9517-48b8-8af8-8c21ef146ff8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0703919 Nov 01 22:59:01.462659 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd3a1533-a22e-4a2e-9504-5e4248670171 req-0ec8d342-f74f-4daf-b21a-4f0baca88e85 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594909 Nov 01 22:59:01.474418 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1a56ef72-205e-4c15-8234-b93413b0d4dd req-428b8622-0f4b-4512-bc6f-bfc1b0698e93 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Nov 01 22:59:01.557256 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 22:59:01.568488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423178f-5aea-480a-ba53-1ffe518fbe78 req-84834714-6b35-4c4c-af04-c37565d2b9c5 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:01.570004 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c423178f-5aea-480a-ba53-1ffe518fbe78 req-84834714-6b35-4c4c-af04-c37565d2b9c5 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Nov 01 22:59:01.609475 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 0807cfe6-2efe-40a5-a9ee-27157173b073 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 22:59:01.613121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c423178f-5aea-480a-ba53-1ffe518fbe78 req-21ea836c-295e-4047-a7de-c0a7da798a5f tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371411 Nov 01 22:59:01.613962 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 0807cfe6-2efe-40a5-a9ee-27157173b073 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 22:59:01.614324 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:01.696517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:01.718644 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:59:01.721228 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439e3a4-b999-4c22-ac69-e2711252675b" -d '{"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:59:01.735338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:59:01.740214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:01.764046 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e990ef59-aeb9-4a16-a9ad-7c52a1d6e3c5 x-openstack-request-id: req-e990ef59-aeb9-4a16-a9ad-7c52a1d6e3c5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:59:01.764355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:59:01.764608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e990ef59-aeb9-4a16-a9ad-7c52a1d6e3c5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:59:01.764991 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'code': 200} Nov 01 22:59:01.789784 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:02.134638 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde935-1e4b-4f83-84e1-f240cebf6c9d req-cff073b3-9718-472d-919e-730d27e56fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:02.136154 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25bde935-1e4b-4f83-84e1-f240cebf6c9d req-cff073b3-9718-472d-919e-730d27e56fdc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0467157 Nov 01 22:59:02.174261 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25bde935-1e4b-4f83-84e1-f240cebf6c9d req-d6df64d3-db96-4f17-a744-e632e13caf7b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301869 Nov 01 22:59:02.929518 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb280d5-64f5-42e3-8e0b-b64e7849721c req-de536012-3b7d-445c-a32c-ee658f1e10a5 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:02.931271 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8cb280d5-64f5-42e3-8e0b-b64e7849721c req-de536012-3b7d-445c-a32c-ee658f1e10a5 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0812120 Nov 01 22:59:02.960737 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9424180-ebd8-47c8-88cd-79743d94cdec req-fd65e677-dad7-4159-b6eb-b2adf029f829 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:02.962179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9424180-ebd8-47c8-88cd-79743d94cdec req-fd65e677-dad7-4159-b6eb-b2adf029f829 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0836952 Nov 01 22:59:03.038165 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8cb280d5-64f5-42e3-8e0b-b64e7849721c req-6763414f-3603-4846-9bb8-5e06db49ed8c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993021 Nov 01 22:59:03.043015 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70623b3-86c3-445e-94ac-039afbbe2f81 req-c42ef260-5637-4200-b882-22ef6571428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:03.044485 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d70623b3-86c3-445e-94ac-039afbbe2f81 req-c42ef260-5637-4200-b882-22ef6571428b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.1046040 Nov 01 22:59:03.047342 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9424180-ebd8-47c8-88cd-79743d94cdec req-3d605cdd-050a-4914-bb0f-a9032359ef19 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675030 Nov 01 22:59:03.085617 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d70623b3-86c3-445e-94ac-039afbbe2f81 req-63c8388f-2143-4432-93c3-f5f0d30389f4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Nov 01 22:59:03.138285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727351a2-3eee-47e4-83a6-6633d4135c47 req-06565c08-49f7-4d33-8fd5-a6637cc646e7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:03.140159 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-727351a2-3eee-47e4-83a6-6633d4135c47 req-06565c08-49f7-4d33-8fd5-a6637cc646e7 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0468006 Nov 01 22:59:03.176540 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-727351a2-3eee-47e4-83a6-6633d4135c47 req-052dc8f9-17e0-4606-bcc2-32f378558f0e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303957 Nov 01 22:59:04.184783 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a74438-876d-4b28-b6ef-444f8031c0f4 req-f293fff3-7180-47be-a467-6d84aa182992 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:04.186762 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-91a74438-876d-4b28-b6ef-444f8031c0f4 req-f293fff3-7180-47be-a467-6d84aa182992 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0769806 Nov 01 22:59:04.198516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760eae6-924d-471f-aca3-8752c550895e req-37248e69-8ed2-4692-82c1-4b960eb0609f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:04.199951 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5760eae6-924d-471f-aca3-8752c550895e req-37248e69-8ed2-4692-82c1-4b960eb0609f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0805342 Nov 01 22:59:04.253262 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-91a74438-876d-4b28-b6ef-444f8031c0f4 req-d35e9b0e-6f21-4e4e-ae53-adb111c8e7db tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Nov 01 22:59:04.257823 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5760eae6-924d-471f-aca3-8752c550895e req-558e87d0-07cf-4cea-b485-c06bfcff66ed tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508308 Nov 01 22:59:04.352664 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d00f67-eb5d-4820-af7f-19009442bb9d req-aa7e0e3f-903e-4f88-96f6-b07277b7df47 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:04.354088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45d00f67-eb5d-4820-af7f-19009442bb9d req-aa7e0e3f-903e-4f88-96f6-b07277b7df47 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0478256 Nov 01 22:59:04.392464 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45d00f67-eb5d-4820-af7f-19009442bb9d req-e83d852a-3920-438f-ac70-e578c32f9fb9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Nov 01 22:59:05.405471 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdddd0-76da-4ef3-a85e-0483eb194ac6 req-7ceb7a1f-5549-4369-9d50-844e66e9d4e9 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.406916 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4ffdddd0-76da-4ef3-a85e-0483eb194ac6 req-7ceb7a1f-5549-4369-9d50-844e66e9d4e9 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0771620 Nov 01 22:59:05.414284 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f3e71-0114-4d84-b494-367d7961c56d req-51e34a36-404d-4c38-8a73-db229f6c5933 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.415650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-770f3e71-0114-4d84-b494-367d7961c56d req-51e34a36-404d-4c38-8a73-db229f6c5933 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.0772357 Nov 01 22:59:05.469738 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4ffdddd0-76da-4ef3-a85e-0483eb194ac6 req-10facbf2-acd8-4751-933a-1ffc48a818b1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530713 Nov 01 22:59:05.476812 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-770f3e71-0114-4d84-b494-367d7961c56d req-b15fe8ed-2b52-47f8-886b-06f247d2bb32 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541387 Nov 01 22:59:05.599936 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e99bab-a17c-489d-bc3b-8e4160edbbe0 req-1ea95596-caa2-42bc-9704-1006295f719b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.601442 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89e99bab-a17c-489d-bc3b-8e4160edbbe0 req-1ea95596-caa2-42bc-9704-1006295f719b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0772936 Nov 01 22:59:05.617211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e116204-0b73-4270-a7f0-c630871f3200 req-71042f3e-10be-4447-84f5-83e170a99465 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.618681 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e116204-0b73-4270-a7f0-c630871f3200 req-71042f3e-10be-4447-84f5-83e170a99465 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0837545 Nov 01 22:59:05.669839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89e99bab-a17c-489d-bc3b-8e4160edbbe0 req-adca6ca4-f5b3-422d-804b-11040b7bfcb5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Nov 01 22:59:05.677609 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e116204-0b73-4270-a7f0-c630871f3200 req-a46d0ec1-c296-4e44-b6c6-51ee09c978f0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467539 Nov 01 22:59:05.700717 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 49726) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:05.955180 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b70a9-2c7f-43e0-90b8-9b0c8b338b1c tempest-TestShelveInstance-2120473525 tempest-TestShelveInstance-2120473525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.956854 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-647b70a9-2c7f-43e0-90b8-9b0c8b338b1c tempest-TestShelveInstance-2120473525 tempest-TestShelveInstance-2120473525-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1094 time: 0.2551551 Nov 01 22:59:05.960251 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 49736) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:05.965900 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 22:59:05.974576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9d69-2926-42f3-a493-d560fc776fd7 req-b90c8c4f-ddeb-4055-8416-fa9020939e58 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.976068 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7eec9d69-2926-42f3-a493-d560fc776fd7 req-b90c8c4f-ddeb-4055-8416-fa9020939e58 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1094022 Nov 01 22:59:05.978704 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-6fd4a60c-f0c1-47c6-9727-2abbd0f7f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:05.980103 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-6fd4a60c-f0c1-47c6-9727-2abbd0f7f212 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.0756187 Nov 01 22:59:05.989637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.015880 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7eec9d69-2926-42f3-a493-d560fc776fd7 req-6dd54326-b6d3-4d1e-8a38-53ecbe94a678 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Nov 01 22:59:06.085860 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.126356 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-57c1d7a1-a182-417d-ae10-c87583def67c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:06.128254 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-57c1d7a1-a182-417d-ae10-c87583def67c tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.1061304 Nov 01 22:59:06.169682 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-53905788-9f51-4f03-a10f-04a05f6cdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:06.171155 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-53905788-9f51-4f03-a10f-04a05f6cdba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.1507585 Nov 01 22:59:06.192988 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Allocated IP 172.27.2.199 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/491968a3-da42-49d1-b85e-19927535878b) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 22:59:06.240563 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-667159e4-873e-4089-8e6e-32c2add1e214 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.0616701 Nov 01 22:59:06.264337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Deleting port b857ee36-9941-48f7-8753-f58ca9053e13 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 22:59:06.265176 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.307825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.349280 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.369973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-953bd967-4b05-496e-a2f2-344c49cbdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:06.371415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-953bd967-4b05-496e-a2f2-344c49cbdc8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0927908 Nov 01 22:59:06.383849 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 22:59:06.385893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] For port b857ee36-9941-48f7-8753-f58ca9053e13, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b857ee36-9941-48f7-8753-f58ca9053e13,segment=NetworkSegment(f96ae8cc-6d31-49dd-8934-23d47642273a),segment_id=f96ae8cc-6d31-49dd-8934-23d47642273a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 22:59:06.386247 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.386499 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 22:59:06.389072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 22:59:06.410221 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Calling delete_port for b857ee36-9941-48f7-8753-f58ca9053e13 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 22:59:06.422790 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'Port': ['ID=491968a3-da42-49d1-b85e-19927535878b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:06.429613 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-70a0a7ef-74f4-4ab4-bdb9-24fb6b3b2440 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266147 Nov 01 22:59:06.599282 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-05290295-ef02-4b64-9671-193c77a9446b service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609859 Nov 01 22:59:06.702752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9125f-7cc0-477b-93cb-e3d184aa5dc3 req-9903d97c-1927-4107-9689-45642d496f56 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:06.704243 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62d9125f-7cc0-477b-93cb-e3d184aa5dc3 req-9903d97c-1927-4107-9689-45642d496f56 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 946 time: 0.1467209 Nov 01 22:59:06.736021 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.792508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['b857ee36-9941-48f7-8753-f58ca9053e13'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 22:59:06.796051 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Pushing event deleted for resources: {'Port': ['ID=b857ee36-9941-48f7-8753-f58ca9053e13,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:06.830748 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62d9125f-7cc0-477b-93cb-e3d184aa5dc3 req-2865527e-6792-4a22-8b9e-71bcef168e6a tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/security-groups?id=89977111-3d87-4036-9a5c-8b4b9a7da383&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169324 Nov 01 22:59:06.832831 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75bfa439-fb0b-4b5b-ab18-8c1f68acd15e req-b9153734-658c-4db8-955f-febd53b1bbd5 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227359 Nov 01 22:59:06.856917 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] No DVR routers for this DVR port b857ee36-9941-48f7-8753-f58ca9053e13 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 22:59:06.859657 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.863504 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c839ac86-1bf6-4e92-aacc-b898693b4321 req-51f000ac-dabd-4662-9ad6-efac5bb86920 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.26 "DELETE /v2.0/ports/b857ee36-9941-48f7-8753-f58ca9053e13 HTTP/1.1" status: 204 len: 173 time: 0.7258580 Nov 01 22:59:06.863955 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'name': 'network-vif-deleted', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:59:06.866402 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983e5d35-2e7a-4159-ac42-f1cd0bceaa32" -d '{"events": [{"server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "name": "network-vif-deleted", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:59:06.886604 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:06.915077 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 22:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d32a49-d60e-4f80-b1a4-114b71093a98 x-openstack-request-id: req-e6d32a49-d60e-4f80-b1a4-114b71093a98 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:59:06.915496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21576853-ed4e-413b-9402-a7f7c9cdb017", "name": "network-vif-deleted", "tag": "b857ee36-9941-48f7-8753-f58ca9053e13", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:59:06.915775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6d32a49-d60e-4f80-b1a4-114b71093a98 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:59:06.916179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21576853-ed4e-413b-9402-a7f7c9cdb017', 'name': 'network-vif-deleted', 'tag': 'b857ee36-9941-48f7-8753-f58ca9053e13', 'status': 'completed', 'code': 200} Nov 01 22:59:06.975626 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:07.147996 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feb398-e2f3-4e54-93fe-4bc87f77e86a req-210356b3-7cf5-4402-9a79-e2b535eba600 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:07.149581 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32feb398-e2f3-4e54-93fe-4bc87f77e86a req-210356b3-7cf5-4402-9a79-e2b535eba600 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0586073 Nov 01 22:59:07.172350 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:07.181998 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:07.204942 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32feb398-e2f3-4e54-93fe-4bc87f77e86a req-932027e4-f08c-4b7e-84c1-a4c499bd8028 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493329 Nov 01 22:59:07.228282 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event updated for resources: {'Port': ['ID=491968a3-da42-49d1-b85e-19927535878b,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:07.269710 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:07.368435 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.l3_db [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Floating IP 55c1693c-e250-4da1-b776-785fa0e5f264 associated. External IP: 172.27.2.199, port: 0807cfe6-2efe-40a5-a9ee-27157173b073. Nov 01 22:59:07.776847 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Router 52ec8d64-aada-49c3-901d-2f16949dbf87 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 22:59:07.906378 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 22:59:07.925941 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Sync routers for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 22:59:07.938525 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:07.939415 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:59:07.940168 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:58:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:07.953468 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-70e4d6a3-0de6-4e22-9aa7-23b470600883 req-e3824834-cf80-42d9-a832-8a6b0694bce9 tempest-VolumesActionsTest-24182698 tempest-VolumesActionsTest-24182698-project] 10.222.0.11 "GET /v2.0/ports?device_id=21576853-ed4e-413b-9402-a7f7c9cdb017 HTTP/1.1" status: 200 len: 210 time: 0.0329199 Nov 01 22:59:07.983088 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0d0976c5-67c9-4d30-8f38-45dfbf4b56d3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0120206 Nov 01 22:59:07.983088 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 22:59:07.983088 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ece6d-5878-49a8-87ee-6cb465915bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 22:59:08.020317 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 22:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e0e04-c8e6-4ef3-be0a-ea21fb431fde x-openstack-request-id: req-8c2e0e04-c8e6-4ef3-be0a-ea21fb431fde {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 22:59:08.020633 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 22:59:08.021174 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c2e0e04-c8e6-4ef3-be0a-ea21fb431fde {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 22:59:08.021814 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'status': 'completed', 'code': 200} Nov 01 22:59:08.117121 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-82ac8e61-185d-496b-91cb-61784775b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:08.119074 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-82ac8e61-185d-496b-91cb-61784775b4b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0424001 Nov 01 22:59:08.162244 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:59:08.221241 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-cd7b0cb2-b171-4bfc-af64-fe516980ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:08.222763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-cd7b0cb2-b171-4bfc-af64-fe516980ee1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.0968199 Nov 01 22:59:08.324049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-e603ce3e-54a9-45fd-92e5-483230b832d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1000 time: 0.0919781 Nov 01 22:59:08.384115 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da755fb7-284c-4909-8ae0-1d867d5139e5 req-b47667e6-f00a-4df5-a938-eba978620a23 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:08.385603 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da755fb7-284c-4909-8ae0-1d867d5139e5 req-b47667e6-f00a-4df5-a938-eba978620a23 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.1007133 Nov 01 22:59:08.394738 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '55c1693c-e250-4da1-b776-785fa0e5f264', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:59:06Z', 'updated_at': '2021-11-01T22:59:06Z', 'revision_number': 0, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:08.410092 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-33c565ef-a2f6-433e-826b-28021d24e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:08.411522 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-33c565ef-a2f6-433e-826b-28021d24e739 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0797267 Nov 01 22:59:08.422879 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Checking router: 52ec8d64-aada-49c3-901d-2f16949dbf87 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 22:59:08.430924 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 22:59:08.431549 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T22:58:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:08.453481 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da755fb7-284c-4909-8ae0-1d867d5139e5 req-6d017f3e-ab4c-48e4-8915-5515a6df231c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611567 Nov 01 22:59:08.470547 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-3c3b1ded-3504-4a0a-8995-155ce6e7a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:08.472200 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-3c3b1ded-3504-4a0a-8995-155ce6e7a6dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474212 Nov 01 22:59:08.537669 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 22:59:08.569689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-82cdb100-86cf-4d75-9edb-3c708e528a3d service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897377 Nov 01 22:59:08.671263 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c35ece6d-5878-49a8-87ee-6cb465915bbf req-0ff416e7-e1e2-4fca-8c36-3529b5b129f2 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922925 Nov 01 22:59:08.769913 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '55c1693c-e250-4da1-b776-785fa0e5f264', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:59:06Z', 'updated_at': '2021-11-01T22:59:06Z', 'revision_number': 0, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:08.798506 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8c541d-9d67-4e55-a731-44fc48108a2c None None] The sync data for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi is: [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '55c1693c-e250-4da1-b776-785fa0e5f264', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T22:59:06Z', 'updated_at': '2021-11-01T22:59:06Z', 'revision_number': 0, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 22:59:08.987182 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118f4e74-bcb6-4515-a85d-6f4a38723197 None None] New status for floating IP 55c1693c-e250-4da1-b776-785fa0e5f264: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 22:59:09.437313 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-28b6629c-7c7a-4155-a819-fa2b992937d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:09.584938 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a961016-8ea0-49fe-a52c-0c07faeafd12 req-5ff2e6ea-5904-4a7d-ac1f-522e579a3137 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:09.586673 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4a961016-8ea0-49fe-a52c-0c07faeafd12 req-5ff2e6ea-5904-4a7d-ac1f-522e579a3137 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0591869 Nov 01 22:59:09.593264 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b857ee36-9941-48f7-8753-f58ca9053e13 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 22:59:09.615576 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: b857ee36-9941-48f7-8753-f58ca9053e13 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 22:59:09.615693 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b857ee36-9941-48f7-8753-f58ca9053e13 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 22:59:09.634830 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4a961016-8ea0-49fe-a52c-0c07faeafd12 req-fee15ff9-6d6b-4bd5-9b95-a2380ff6fe73 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Nov 01 22:59:10.753301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea319b5-b103-4bc7-b853-0dbe07d84787 req-d44e090a-b1cd-4b20-bc86-07908acac3f4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:10.754802 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ea319b5-b103-4bc7-b853-0dbe07d84787 req-d44e090a-b1cd-4b20-bc86-07908acac3f4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0500546 Nov 01 22:59:10.791596 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ea319b5-b103-4bc7-b853-0dbe07d84787 req-b3eddf77-4b7a-4b51-b5a7-1842b3a7e1d4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Nov 01 22:59:11.662706 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-39f708f9-fc19-45ab-878b-1ec7bf77dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:12.669463 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:14.053548 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:16.189736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a69fa9-3cac-4f18-af83-fb632b108f55 req-0ab86135-521c-4739-964f-9a4f690bf251 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:16.191200 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-80a69fa9-3cac-4f18-af83-fb632b108f55 req-0ab86135-521c-4739-964f-9a4f690bf251 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Nov 01 22:59:16.228745 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-80a69fa9-3cac-4f18-af83-fb632b108f55 req-b312872c-3153-4644-857e-ce981025c5d4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Nov 01 22:59:16.729970 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:17.350384 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aed8c-cf91-49a6-bad7-4ba855066c64 req-343fe842-1f50-4804-a875-d8145bd204c1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:17.351844 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd4aed8c-cf91-49a6-bad7-4ba855066c64 req-343fe842-1f50-4804-a875-d8145bd204c1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Nov 01 22:59:17.388146 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd4aed8c-cf91-49a6-bad7-4ba855066c64 req-343f2258-f5e4-4b2f-b7b8-5657140c229b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Nov 01 22:59:19.261658 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:19.889351 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb5ff9-55e9-4192-95ff-843a99c1fb2d req-243f353f-95d6-4987-aa2c-fdd592ff4998 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:19.892053 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3bb5ff9-55e9-4192-95ff-843a99c1fb2d req-243f353f-95d6-4987-aa2c-fdd592ff4998 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0602989 Nov 01 22:59:19.934597 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3bb5ff9-55e9-4192-95ff-843a99c1fb2d req-f193c053-381d-49dd-b77e-a4393fecd54d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362885 Nov 01 22:59:20.852531 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 22:59:36.954698 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50264) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:37.119109 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af60a17e-5520-45a8-9529-09126c281638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.220863 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af60a17e-5520-45a8-9529-09126c281638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.225537 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-af60a17e-5520-45a8-9529-09126c281638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.263617 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50268) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:37.264412 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-af60a17e-5520-45a8-9529-09126c281638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec5310df8b684bc39bc4790bcc19ede9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076954 Nov 01 22:59:37.273748 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60a17e-5520-45a8-9529-09126c281638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4384d-c635-4175-b512-61efaf2e289b,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:37.347755 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.374400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.435446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.438234 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:37.439444 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aad4384d-c635-4175-b512-61efaf2e289b HTTP/1.1" status: 204 len: 168 time: 0.1735601 Nov 01 22:59:37.451679 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b3a10-e132-4275-94d1-02a333c7ab31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4384d-c635-4175-b512-61efaf2e289b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:38.901653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579919-f00f-445a-a37d-eeced48be314 req-c70eb1f1-4f82-4bd8-9b3f-b943f0b791ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:38.903772 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-c70eb1f1-4f82-4bd8-9b3f-b943f0b791ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.0734534 Nov 01 22:59:38.950760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fa706-443d-4117-be5d-9c0c60304204 req-d8fb4fa5-95ce-45ac-a373-b0de1bd9ba66 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:38.952803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-902fa706-443d-4117-be5d-9c0c60304204 req-d8fb4fa5-95ce-45ac-a373-b0de1bd9ba66 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0925980 Nov 01 22:59:39.351213 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-902fa706-443d-4117-be5d-9c0c60304204 req-9f34bd3e-6b7d-427e-b2b7-9a22d299ebb0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490396 Nov 01 22:59:39.358471 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579919-f00f-445a-a37d-eeced48be314 req-b53fc882-4c37-4d65-977d-5b0ec251da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:39.360864 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-b53fc882-4c37-4d65-977d-5b0ec251da11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.4452477 Nov 01 22:59:39.409777 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-5ae18edc-8b2d-43c2-b15c-7c24b3eaab3a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.0396712 Nov 01 22:59:39.443014 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dedbd97b-f5f2-4d3e-b8f7-68fb4878a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:39.470538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579919-f00f-445a-a37d-eeced48be314 req-ae665e3c-2d06-4947-8bf9-ece448207665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:39.472343 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-ae665e3c-2d06-4947-8bf9-ece448207665 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0545866 Nov 01 22:59:39.509469 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-374eff87-4f68-416b-ae6b-2be323a76408 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274663 Nov 01 22:59:39.628025 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-bf7e84a7-33a8-4c10-9099-7a8850c11f32 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101274 Nov 01 22:59:39.731339 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89579919-f00f-445a-a37d-eeced48be314 req-28033a47-4eeb-4d0d-81e3-d865e3e2558d service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950725 Nov 01 22:59:40.489056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7be778-4f77-4c1a-98fa-9715b063d7f8 req-786c11cf-2090-49ac-8910-68be84332c87 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:40.496130 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f7be778-4f77-4c1a-98fa-9715b063d7f8 req-786c11cf-2090-49ac-8910-68be84332c87 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0585699 Nov 01 22:59:40.536017 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f7be778-4f77-4c1a-98fa-9715b063d7f8 req-aa0e5bb2-baca-4504-8039-19bb9502f5f4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Nov 01 22:59:41.663829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99931-70f4-4a6e-8690-0f6ab5179458 req-b1bca673-6efc-4051-8286-3e6d26fbb64c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:41.665438 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1a99931-70f4-4a6e-8690-0f6ab5179458 req-b1bca673-6efc-4051-8286-3e6d26fbb64c tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0539815 Nov 01 22:59:41.695783 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-03c5d421-219b-45bb-ad76-09709fd357dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:41.739610 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1a99931-70f4-4a6e-8690-0f6ab5179458 req-c4ac7c1a-83c9-47de-9351-01d0cf1b2f0f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633373 Nov 01 22:59:42.674245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:42.871217 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b14a1-5dcc-4482-bc2f-bdadebc2666e req-8f5b7ab0-622c-4ab2-af2c-a7e07d68c0e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:42.872839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f99b14a1-5dcc-4482-bc2f-bdadebc2666e req-8f5b7ab0-622c-4ab2-af2c-a7e07d68c0e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0615489 Nov 01 22:59:42.912909 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f99b14a1-5dcc-4482-bc2f-bdadebc2666e req-a232bf85-d5f8-4468-8c22-548b97a4a990 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Nov 01 22:59:44.028594 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311c6ec-d765-4950-8666-c1a2353fe221 req-e3e95a62-489a-4aa4-bf61-7169a887de58 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:44.030048 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f311c6ec-d765-4950-8666-c1a2353fe221 req-e3e95a62-489a-4aa4-bf61-7169a887de58 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0475917 Nov 01 22:59:44.065065 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:44.077254 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f311c6ec-d765-4950-8666-c1a2353fe221 req-c50ffa11-312f-4e48-82ef-2876bca84e5a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Nov 01 22:59:45.198512 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634013cb-b673-490e-ab76-7c15a078d758 req-19bfbf03-6d5e-4e50-9036-09b3470f83fc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:45.201055 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-634013cb-b673-490e-ab76-7c15a078d758 req-19bfbf03-6d5e-4e50-9036-09b3470f83fc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0503209 Nov 01 22:59:45.244971 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-634013cb-b673-490e-ab76-7c15a078d758 req-be6d85cb-6451-4bfb-820d-90e7b0ed1a02 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357320 Nov 01 22:59:45.870123 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50474) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:45.918621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Deleting subnet 71544527-1b5a-44b7-a9b8-efcdc8e6e5ef {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 22:59:45.921657 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:45.958986 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:45.996221 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.048797 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.073696 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71544527-1b5a-44b7-a9b8-efcdc8e6e5ef,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:46.078185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.081902 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/71544527-1b5a-44b7-a9b8-efcdc8e6e5ef HTTP/1.1" status: 204 len: 168 time: 0.2107420 Nov 01 22:59:46.084672 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:46.086761 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.087106 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.087439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.087795 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.088129 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.088453 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.088773 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.089090 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.089407 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.089722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.090033 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.090342 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e1b339-fe2b-4d2e-853e-6366baf313a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.155632 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.236056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.256028 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8193683-c8a9-4c58-94fc-efa878f498fc']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:46.264822 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96ae8cc-6d31-49dd-8934-23d47642273a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:46.265111 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96ae8cc-6d31-49dd-8934-23d47642273a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 22:59:46.274811 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.287745 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.293933 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 22:59:46.294350 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 22:59:46.305240 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 22:59:46.351298 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.356445 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.360599 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c8193683-c8a9-4c58-94fc-efa878f498fc HTTP/1.1" status: 204 len: 168 time: 0.2740510 Nov 01 22:59:46.367426 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69b9fb-3554-4d2e-a627-236c24479944 req-9b01608e-11af-4add-8e94-f6dab23c79d1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:46.368909 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce69b9fb-3554-4d2e-a627-236c24479944 req-9b01608e-11af-4add-8e94-f6dab23c79d1 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0526564 Nov 01 22:59:46.372933 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8193683-c8a9-4c58-94fc-efa878f498fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:46.380938 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.381215 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.381557 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.381893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.382226 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.382558 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.382889 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.383216 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.383569 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.383893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.384208 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.384528 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c2a75-857b-46fb-b378-50074a9534b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 22:59:46.410172 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce69b9fb-3554-4d2e-a627-236c24479944 req-6496a859-d010-4552-bf8e-f543e85daf25 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335636 Nov 01 22:59:46.519473 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50482) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:46.558654 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-3a3b2fae-0be4-41f1-9741-4d3a9f919601 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=974941cbc92340338c8061cab33f7505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380521 Nov 01 22:59:46.560927 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50484) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:46.611086 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.632265 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.678741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.681575 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:46.682720 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89977111-3d87-4036-9a5c-8b4b9a7da383 HTTP/1.1" status: 204 len: 168 time: 0.1209335 Nov 01 22:59:46.690099 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4c8c2-a53a-4b74-a348-aafd5c3802ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89977111-3d87-4036-9a5c-8b4b9a7da383,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:46.734223 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:47.282371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f02c-b7f4-4d7b-b542-02efe07558e5 req-b39ddd6e-ee13-4ea8-b52e-74bb58d187ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:47.283995 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-26e8f02c-b7f4-4d7b-b542-02efe07558e5 req-b39ddd6e-ee13-4ea8-b52e-74bb58d187ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.0465891 Nov 01 22:59:47.350880 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-26e8f02c-b7f4-4d7b-b542-02efe07558e5 req-d3504603-d8a1-48aa-bf1f-6744974f3935 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293438 Nov 01 22:59:47.526982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a7e4-be67-4cbc-8ed3-91575c3423d3 req-90bc98cb-f7bc-4b31-b0b6-28e429b0849a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:47.528483 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7c49a7e4-be67-4cbc-8ed3-91575c3423d3 req-90bc98cb-f7bc-4b31-b0b6-28e429b0849a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0486426 Nov 01 22:59:47.566535 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7c49a7e4-be67-4cbc-8ed3-91575c3423d3 req-9415d8e3-a55b-466f-9bec-e5ff43c39cf5 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322485 Nov 01 22:59:48.694862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88146cc0-0a03-4bde-b54e-6bba454a67b4 req-3c4d0a95-c4b7-44af-8650-2e915e4cc5dd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:48.696276 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-88146cc0-0a03-4bde-b54e-6bba454a67b4 req-3c4d0a95-c4b7-44af-8650-2e915e4cc5dd tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Nov 01 22:59:48.734740 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-88146cc0-0a03-4bde-b54e-6bba454a67b4 req-ca46371c-488b-4288-a577-1d35aafadf2f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Nov 01 22:59:49.273483 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.320283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50604) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:49.428135 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-353f7535-2805-4340-9c8b-fc0a8cd35ee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.504872 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-353f7535-2805-4340-9c8b-fc0a8cd35ee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.509211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-353f7535-2805-4340-9c8b-fc0a8cd35ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.545097 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f7535-2805-4340-9c8b-fc0a8cd35ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc8fc5e-c0b7-44fa-bf34-43dc25aba2a3,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:49.549886 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-353f7535-2805-4340-9c8b-fc0a8cd35ee8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecee30a408dc413080952efc6dab21f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285585 Nov 01 22:59:49.552478 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50608) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 22:59:49.602295 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.623321 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.671935 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.675042 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 22:59:49.676228 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfc8fc5e-c0b7-44fa-bf34-43dc25aba2a3 HTTP/1.1" status: 204 len: 168 time: 0.1228571 Nov 01 22:59:49.686395 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bb8f2-8a4e-4c78-911e-050b61fd28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc8fc5e-c0b7-44fa-bf34-43dc25aba2a3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 22:59:49.863801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1458b64-b381-442a-8d4a-1e0733279ce0 req-d90c2b74-471f-4d8d-b619-eb995f03b28f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:49.865435 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d1458b64-b381-442a-8d4a-1e0733279ce0 req-d90c2b74-471f-4d8d-b619-eb995f03b28f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0549781 Nov 01 22:59:49.906604 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d1458b64-b381-442a-8d4a-1e0733279ce0 req-d48e1a21-6f90-492e-9c3f-f8580aa2bdb6 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345693 Nov 01 22:59:50.258422 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a3d61-4262-4249-981c-fb06ee49a8aa req-763f5c22-759d-4fbe-b1f3-ce0567548ba0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:50.259921 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-766a3d61-4262-4249-981c-fb06ee49a8aa req-763f5c22-759d-4fbe-b1f3-ce0567548ba0 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0520222 Nov 01 22:59:50.330240 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-766a3d61-4262-4249-981c-fb06ee49a8aa req-26f1b8e8-efab-4eb8-bad4-8e806c1b51e3 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644088 Nov 01 22:59:50.335542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-34a4641a-b9dc-4b0e-b3b4-aeadb1adfabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:50.337086 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-34a4641a-b9dc-4b0e-b3b4-aeadb1adfabf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=79445450daec4646af500dded30dd6a6&device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 1099 time: 0.0691333 Nov 01 22:59:50.428034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-a63e1df4-78be-4bb7-85de-cec2670a054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:50.429481 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-a63e1df4-78be-4bb7-85de-cec2670a054e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 200 len: 919 time: 0.0827987 Nov 01 22:59:50.474945 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-c959487d-8eca-43d0-b423-984771d23d50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 200 len: 217 time: 0.0366037 Nov 01 22:59:50.525211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-b26d94fe-6069-43e5-be6f-8f9fb483c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:50.526616 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-b26d94fe-6069-43e5-be6f-8f9fb483c379 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 200 len: 858 time: 0.0433264 Nov 01 22:59:50.561966 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-150dcf68-0a00-4b7d-8a2a-26e92cc007b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7e5b06c-7dfc-489c-a926-90c275639d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237525 Nov 01 22:59:50.658239 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-36c75f21-2000-4f3b-a2ff-0b476f862c98 service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872910 Nov 01 22:59:50.752416 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-67a48b98-4623-4346-94ca-4e3740dc7bf2 req-c3039393-2694-422c-9231-c254f81c31af service neutron] 10.222.0.26 "GET /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821528 Nov 01 22:59:51.040710 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-18fb57c0-32a6-48ef-882e-df6de0528cde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385158 Nov 01 22:59:51.138924 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-ad11c657-da95-4cb5-ad80-32971f867111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:51.140455 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-ad11c657-da95-4cb5-ad80-32971f867111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.0440969 Nov 01 22:59:51.278463 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-6f971b56-4207-4ef6-8009-2a122c1e45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:51.280001 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-6f971b56-4207-4ef6-8009-2a122c1e45f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.0835164 Nov 01 22:59:51.363552 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-b8b9ab02-b859-4793-910a-8d9496d430ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0636978 Nov 01 22:59:51.444228 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-c3ff6322-bcdf-4d20-9a2b-366862b79b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:51.445720 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-c3ff6322-bcdf-4d20-9a2b-366862b79b48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0735197 Nov 01 22:59:51.462630 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1435f01-2945-40e9-9f9c-84f0b9a37053 req-391741b0-34b2-4810-a4f4-878b68e12af8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:51.464061 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f1435f01-2945-40e9-9f9c-84f0b9a37053 req-391741b0-34b2-4810-a4f4-878b68e12af8 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0611389 Nov 01 22:59:51.527667 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f1435f01-2945-40e9-9f9c-84f0b9a37053 req-ae9421be-a27d-47d0-97b4-90b4732e371d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560248 Nov 01 22:59:51.532968 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-9db33210-c03a-4292-aa97-60c93ffe9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:51.534411 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-9db33210-c03a-4292-aa97-60c93ffe9430 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798008 Nov 01 22:59:51.635882 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-95b172ba-e581-483a-a7c0-121a8e027aac service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846634 Nov 01 22:59:51.732549 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ccb6b2d-8bdb-4899-b394-9622d0f45e65 req-b48c0ef9-64b7-4509-a758-dab404f7f2b6 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Nov 01 22:59:52.650411 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcf548-b464-49fe-9803-0decdcbd9d32 req-83cf1602-4225-4194-8ca3-234517f3b768 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:52.651917 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3dbcf548-b464-49fe-9803-0decdcbd9d32 req-83cf1602-4225-4194-8ca3-234517f3b768 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0532179 Nov 01 22:59:52.691099 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3dbcf548-b464-49fe-9803-0decdcbd9d32 req-b1dbc9ac-7b5a-4dbf-94ed-43c00fc54682 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322924 Nov 01 22:59:53.841972 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a285ec-d069-4b75-a367-89c7fd6469c8 req-2be8997b-67b7-45af-8325-9a54aa419cd9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:53.843689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14a285ec-d069-4b75-a367-89c7fd6469c8 req-2be8997b-67b7-45af-8325-9a54aa419cd9 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0509255 Nov 01 22:59:53.887178 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14a285ec-d069-4b75-a367-89c7fd6469c8 req-0ddf56c8-15f5-46f5-aa55-6e420bc52f1e tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348282 Nov 01 22:59:55.013315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352c2aa-02a1-413e-b4c2-74545fc92264 req-5d45b000-2e82-4eb9-9439-07e94d8f97df tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 22:59:55.015038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e352c2aa-02a1-413e-b4c2-74545fc92264 req-5d45b000-2e82-4eb9-9439-07e94d8f97df tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0529232 Nov 01 22:59:55.053414 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e352c2aa-02a1-413e-b4c2-74545fc92264 req-83f07003-b19d-48df-8c3f-0a994e3ed89d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Nov 01 22:59:57.852446 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:00:00.009189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206739-c813-42a1-8361-67491db3db7a req-3a0fed60-e1bd-49d2-a6d8-6fa34655bfd4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:00.011029 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3206739-c813-42a1-8361-67491db3db7a req-3a0fed60-e1bd-49d2-a6d8-6fa34655bfd4 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0526943 Nov 01 23:00:00.048428 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3206739-c813-42a1-8361-67491db3db7a req-6e894f51-47d1-408e-82a9-8e37ea825f8a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Nov 01 23:00:01.161385 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e7d7e-95c4-44a7-bac1-243c89cc6654 req-7d7d4f59-7aab-4f54-93a4-eeb6a192da94 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:01.162850 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-417e7d7e-95c4-44a7-bac1-243c89cc6654 req-7d7d4f59-7aab-4f54-93a4-eeb6a192da94 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0481319 Nov 01 23:00:01.199381 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-417e7d7e-95c4-44a7-bac1-243c89cc6654 req-7d7e1871-390d-44ca-93b7-c304ce8f4085 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Nov 01 23:00:02.320328 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d73b9a-0e14-4fe3-9178-ff3cdb845312 req-5fa34aa8-5d25-40a4-a334-3b1920607d3d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:02.321763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-54d73b9a-0e14-4fe3-9178-ff3cdb845312 req-5fa34aa8-5d25-40a4-a334-3b1920607d3d tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0510445 Nov 01 23:00:02.358395 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-54d73b9a-0e14-4fe3-9178-ff3cdb845312 req-a78a33d1-7918-4c2a-8a24-c6b646144cfe tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Nov 01 23:00:03.370300 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd648df-4b27-4733-aadc-965a332afd6e req-14d07746-df38-44cb-9437-42ac81e33c9f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:03.371772 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5fd648df-4b27-4733-aadc-965a332afd6e req-14d07746-df38-44cb-9437-42ac81e33c9f tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0666387 Nov 01 23:00:03.379837 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bd40d-d63e-4bd7-beed-17927228c0ab req-a8f49ce8-7041-45dc-a8d0-f86d7837856e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:03.381205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e58bd40d-d63e-4bd7-beed-17927228c0ab req-a8f49ce8-7041-45dc-a8d0-f86d7837856e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0855029 Nov 01 23:00:03.480041 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e58bd40d-d63e-4bd7-beed-17927228c0ab req-e4cc32f0-312d-4278-b680-f847db053b7e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926604 Nov 01 23:00:03.524641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d8c7-c058-4bc0-9e1d-aefe3396e6ea req-5c1af942-bb61-4f4f-8b6d-a4014d74c370 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:03.526103 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e50d8c7-c058-4bc0-9e1d-aefe3396e6ea req-5c1af942-bb61-4f4f-8b6d-a4014d74c370 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 945 time: 0.0888336 Nov 01 23:00:03.565482 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Deleting port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:00:03.565811 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:03.584453 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e50d8c7-c058-4bc0-9e1d-aefe3396e6ea req-12302531-b4fc-446b-999a-9e97d3e679ed tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512633 Nov 01 23:00:03.663181 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] For port 812c42f3-5806-4763-ba41-e2bcaf14cfa6, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=812c42f3-5806-4763-ba41-e2bcaf14cfa6,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:03.663574 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:03.675897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Calling delete_port for 812c42f3-5806-4763-ba41-e2bcaf14cfa6 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:00:03.797744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:03.823117 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Pushing event deleted for resources: {'Port': ['ID=812c42f3-5806-4763-ba41-e2bcaf14cfa6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:03.835000 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['812c42f3-5806-4763-ba41-e2bcaf14cfa6', '434b908c-ba5b-4e0e-8fbe-26c46796d94b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:00:03.865390 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] No DVR routers for this DVR port 812c42f3-5806-4763-ba41-e2bcaf14cfa6 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:00:03.867952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:03.871268 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5fd648df-4b27-4733-aadc-965a332afd6e req-d1182a36-e5fa-4820-8f47-af094b2d8d56 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "DELETE /v2.0/ports/812c42f3-5806-4763-ba41-e2bcaf14cfa6 HTTP/1.1" status: 204 len: 173 time: 0.4650497 Nov 01 23:00:03.871727 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'name': 'network-vif-deleted', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:00:03.873941 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e8508-7fb3-4890-b73f-a85f8e10b557" -d '{"events": [{"server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "name": "network-vif-deleted", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:00:03.909553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2e2bb-c77c-4f38-9f81-47644ecd5f65 x-openstack-request-id: req-64f2e2bb-c77c-4f38-9f81-47644ecd5f65 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:00:03.909843 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203330f-dc3e-4143-86b9-20e373350197", "name": "network-vif-deleted", "tag": "812c42f3-5806-4763-ba41-e2bcaf14cfa6", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:00:03.910101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64f2e2bb-c77c-4f38-9f81-47644ecd5f65 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:00:03.910482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203330f-dc3e-4143-86b9-20e373350197', 'name': 'network-vif-deleted', 'tag': '812c42f3-5806-4763-ba41-e2bcaf14cfa6', 'status': 'completed', 'code': 200} Nov 01 23:00:04.598351 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d87ac7-4c7f-4fc5-b0a8-84fc17463d86 req-066f37a7-e02f-4767-9e65-f4707e1e1d87 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:04.599839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9d87ac7-4c7f-4fc5-b0a8-84fc17463d86 req-066f37a7-e02f-4767-9e65-f4707e1e1d87 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0478752 Nov 01 23:00:04.638357 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e9d87ac7-4c7f-4fc5-b0a8-84fc17463d86 req-65dde7e3-f642-41fc-ac14-e90fc1027eaa tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324488 Nov 01 23:00:04.700128 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dce7c5a0-20ba-4194-b927-4649c5c44049 req-6deefdd1-8900-475c-8ae1-dc98eeddbf4a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0203330f-dc3e-4143-86b9-20e373350197 HTTP/1.1" status: 200 len: 210 time: 0.0307772 Nov 01 23:00:05.760248 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906afb8-bdc2-487e-8693-b8c8dad46caf req-9ebab268-e233-4fda-91ce-e226cec6a57b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:05.761771 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d906afb8-bdc2-487e-8693-b8c8dad46caf req-9ebab268-e233-4fda-91ce-e226cec6a57b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0507271 Nov 01 23:00:05.799699 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d906afb8-bdc2-487e-8693-b8c8dad46caf req-923e07c8-4b13-4138-aef4-9e18e2f6e2f3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Nov 01 23:00:05.960232 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714499f-3167-4812-aea3-a556c42d9d26 req-335c5459-4685-4370-ad0e-6002d8ca325a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:05.961685 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a714499f-3167-4812-aea3-a556c42d9d26 req-335c5459-4685-4370-ad0e-6002d8ca325a tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0484622 Nov 01 23:00:05.999349 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a714499f-3167-4812-aea3-a556c42d9d26 req-1274e24c-aa50-414e-8b23-a45d264fc884 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317922 Nov 01 23:00:06.921775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ba39e-453d-4abe-a133-8e3e90ebceb6 req-9f45a9f8-a32d-44d6-91cc-cf37d08f4d24 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:06.924130 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a06ba39e-453d-4abe-a133-8e3e90ebceb6 req-9f45a9f8-a32d-44d6-91cc-cf37d08f4d24 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0521121 Nov 01 23:00:06.960776 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a06ba39e-453d-4abe-a133-8e3e90ebceb6 req-fe4e5de8-a316-48ad-a619-edb310781fbe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Nov 01 23:00:07.114602 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daeb34-166b-4083-b57a-14e057ff20de req-cd2394e0-64f6-4111-ac70-f7ae98469751 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:07.116092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7daeb34-166b-4083-b57a-14e057ff20de req-cd2394e0-64f6-4111-ac70-f7ae98469751 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Nov 01 23:00:07.151926 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7daeb34-166b-4083-b57a-14e057ff20de req-15974d13-a92c-4694-9905-f58b8a6d199b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300829 Nov 01 23:00:07.911863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 812c42f3-5806-4763-ba41-e2bcaf14cfa6 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:07.931824 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 812c42f3-5806-4763-ba41-e2bcaf14cfa6 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:00:07.932166 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 812c42f3-5806-4763-ba41-e2bcaf14cfa6 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:00:08.087757 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d6d23-3a10-4635-93d9-1097a405747f req-0f2f53c9-ec08-42a0-a017-cd496f1a1f4b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:08.089209 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-882d6d23-3a10-4635-93d9-1097a405747f req-0f2f53c9-ec08-42a0-a017-cd496f1a1f4b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Nov 01 23:00:08.125929 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-882d6d23-3a10-4635-93d9-1097a405747f req-274b4a4e-dd03-4518-b03f-c3aebecb65e1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302005 Nov 01 23:00:08.267623 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098aa5b-88a6-4eb6-8a51-d034a2b4a17a req-b1acf942-853d-4d34-9549-9ce4f8e18470 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:08.269084 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0098aa5b-88a6-4eb6-8a51-d034a2b4a17a req-b1acf942-853d-4d34-9549-9ce4f8e18470 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Nov 01 23:00:08.306755 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0098aa5b-88a6-4eb6-8a51-d034a2b4a17a req-878bdeea-8d13-4429-a971-208616059386 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317240 Nov 01 23:00:09.242845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e011c-7ebd-4dd3-bac0-0eb95d1b6f04 req-8a625690-6812-4532-8dc6-1a938ffcbb53 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:09.244321 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-276e011c-7ebd-4dd3-bac0-0eb95d1b6f04 req-8a625690-6812-4532-8dc6-1a938ffcbb53 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0480914 Nov 01 23:00:09.280475 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-276e011c-7ebd-4dd3-bac0-0eb95d1b6f04 req-c10f619e-95ec-4819-9e95-91152c5b43b8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302453 Nov 01 23:00:09.420335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991407fd-2c83-43cc-9e51-b08845066e7b req-9ac9b115-284a-44f7-96b3-cda09c84cebf tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:09.421735 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-991407fd-2c83-43cc-9e51-b08845066e7b req-9ac9b115-284a-44f7-96b3-cda09c84cebf tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0480993 Nov 01 23:00:09.435593 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a639f2d0-ccfb-4218-a04c-275b85d918b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:09.460334 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-991407fd-2c83-43cc-9e51-b08845066e7b req-ee2d9bd2-8129-4a00-a559-d546957019dc tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Nov 01 23:00:10.401163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e81f8-b184-4987-81f7-1d017d7caf5c req-7e863f18-8a1b-441e-9b00-db111875ecfb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:10.402552 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9b5e81f8-b184-4987-81f7-1d017d7caf5c req-7e863f18-8a1b-441e-9b00-db111875ecfb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Nov 01 23:00:10.440205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9b5e81f8-b184-4987-81f7-1d017d7caf5c req-2ab16516-28c1-431f-9182-0e04be44b2a5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Nov 01 23:00:10.572709 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be8c9d-65a6-4225-a765-62ef276f7144 req-87f14942-5d51-466b-849d-3afbcf454115 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:10.574151 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-21be8c9d-65a6-4225-a765-62ef276f7144 req-87f14942-5d51-466b-849d-3afbcf454115 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0483449 Nov 01 23:00:10.610096 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-21be8c9d-65a6-4225-a765-62ef276f7144 req-654abc7e-1b6f-481e-b840-52f022845148 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301058 Nov 01 23:00:11.555743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecd6c2-90ce-454c-872e-c203091b4897 req-de0d086f-0a60-4341-9235-5e4f43ef5d31 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:11.557203 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4ecd6c2-90ce-454c-872e-c203091b4897 req-de0d086f-0a60-4341-9235-5e4f43ef5d31 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0483313 Nov 01 23:00:11.593653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4ecd6c2-90ce-454c-872e-c203091b4897 req-76c6ae89-b949-47bc-9790-63e0da03b4a6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306354 Nov 01 23:00:11.666755 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0cce2c09-5ccf-448b-b37c-3d737a0fccff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:11.732668 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06283023-5dbb-4044-8fb8-763b686a7210 req-efcbfd61-cb1a-42d7-b4d9-50506b1009fb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:11.734038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06283023-5dbb-4044-8fb8-763b686a7210 req-efcbfd61-cb1a-42d7-b4d9-50506b1009fb tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Nov 01 23:00:11.771525 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06283023-5dbb-4044-8fb8-763b686a7210 req-a2d1647c-8983-445f-99bb-8cf0776aec12 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c4f8e15-b7a7-455a-b5f0-074670a3598d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309329 Nov 01 23:00:12.327746 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-e9c66834-9536-413e-bfdf-21991beecbba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:12.329803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-e9c66834-9536-413e-bfdf-21991beecbba tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 946 time: 0.0476320 Nov 01 23:00:12.421135 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Deleting port 434b908c-ba5b-4e0e-8fbe-26c46796d94b {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:00:12.421451 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:12.509929 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] For port 434b908c-ba5b-4e0e-8fbe-26c46796d94b, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=434b908c-ba5b-4e0e-8fbe-26c46796d94b,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:12.510286 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:12.523061 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Calling delete_port for 434b908c-ba5b-4e0e-8fbe-26c46796d94b owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:00:12.649287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:12.676194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:12.686079 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Pushing event deleted for resources: {'Port': ['ID=434b908c-ba5b-4e0e-8fbe-26c46796d94b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:12.689316 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['434b908c-ba5b-4e0e-8fbe-26c46796d94b'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:00:12.748893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] No DVR routers for this DVR port 434b908c-ba5b-4e0e-8fbe-26c46796d94b on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:00:12.752543 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:12.755757 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8ada37b-3b99-4583-a30f-3bc1b0373835 req-6027fec5-0ddd-4bbd-acae-0cdc21b69f13 tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.26 "DELETE /v2.0/ports/434b908c-ba5b-4e0e-8fbe-26c46796d94b HTTP/1.1" status: 204 len: 173 time: 0.4198337 Nov 01 23:00:12.756186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'name': 'network-vif-deleted', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:00:12.758340 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3970edd9-21e0-4528-8d4f-950cf478d5a8" -d '{"events": [{"server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "name": "network-vif-deleted", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:00:12.772427 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8e401-2ddb-4676-b76e-7c4243f47363 req-73f20846-6c5d-4505-b3ce-0b79d5654fb9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:12.773976 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4be8e401-2ddb-4676-b76e-7c4243f47363 req-73f20846-6c5d-4505-b3ce-0b79d5654fb9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0968707 Nov 01 23:00:12.800284 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f28878-4ed8-4bd4-9c53-42707a6e7069 x-openstack-request-id: req-66f28878-4ed8-4bd4-9c53-42707a6e7069 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:00:12.800571 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607", "name": "network-vif-deleted", "tag": "434b908c-ba5b-4e0e-8fbe-26c46796d94b", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:00:12.800821 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66f28878-4ed8-4bd4-9c53-42707a6e7069 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:00:12.801319 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607', 'name': 'network-vif-deleted', 'tag': '434b908c-ba5b-4e0e-8fbe-26c46796d94b', 'status': 'completed', 'code': 200} Nov 01 23:00:12.823299 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4be8e401-2ddb-4676-b76e-7c4243f47363 req-36d3dc49-dd01-4f74-914b-9e7b35bae5ad tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430677 Nov 01 23:00:12.868026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aac3eedf-a30a-413b-a96e-08eae1c518a2 req-142b053a-4234-4eef-9bde-1d06bfe8e78b tempest-ServerRescueNegativeTestJSON-1920534295 tempest-ServerRescueNegativeTestJSON-1920534295-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b0e0ca9-8d4f-4dad-8d57-55f4d2b60607 HTTP/1.1" status: 200 len: 210 time: 0.0260735 Nov 01 23:00:13.922941 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50888) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:13.945709 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a48a5a-ee15-44c4-bef2-779efbe28009 req-ac8c38b2-6659-49ee-82c1-892d2b4f2068 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:13.947200 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2a48a5a-ee15-44c4-bef2-779efbe28009 req-ac8c38b2-6659-49ee-82c1-892d2b4f2068 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0494442 Nov 01 23:00:13.984762 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2a48a5a-ee15-44c4-bef2-779efbe28009 req-d88622aa-92cd-4e0d-879e-45b0723ff7a0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314274 Nov 01 23:00:14.059348 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:14.350014 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:14.642912 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Deleting port ee52ab47-ffe4-49db-9ff4-92392efc24af {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:00:14.643185 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:14.718965 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] For port ee52ab47-ffe4-49db-9ff4-92392efc24af, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=ee52ab47-ffe4-49db-9ff4-92392efc24af,segment=NetworkSegment(3f189b32-c520-4267-a8df-4860bbb4b5ea),segment_id=3f189b32-c520-4267-a8df-4860bbb4b5ea)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:14.719332 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:14.731891 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Calling delete_port for ee52ab47-ffe4-49db-9ff4-92392efc24af owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:00:14.936205 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:14.961972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ee52ab47-ffe4-49db-9ff4-92392efc24af,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:15.105786 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815525-6f31-4d42-b9a1-451eea75266a req-5b3f3bbe-fc8d-4cec-b68c-670b795c6691 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:15.107258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-83815525-6f31-4d42-b9a1-451eea75266a req-5b3f3bbe-fc8d-4cec-b68c-670b795c6691 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0471656 Nov 01 23:00:15.113663 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:15.150245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-83815525-6f31-4d42-b9a1-451eea75266a req-099c104c-daa4-4291-9276-68709db3f852 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364206 Nov 01 23:00:15.322980 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Router 73743710-a652-48b4-b341-ba41556ca3c9 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:00:15.426827 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:00:15.432139 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d6052a60-39c9-40f8-be67-58f8ae425d9c admin admin] 10.222.0.11 "PUT /v2.0/routers/73743710-a652-48b4-b341-ba41556ca3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080931 Nov 01 23:00:15.434588 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50906) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:15.438196 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Sync routers for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:00:15.448142 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:00:15.448833 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:00:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:15.552966 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:00:15.735477 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:15.746363 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T23:00:14Z', 'revision_number': 5, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:15.771996 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Checking router: 73743710-a652-48b4-b341-ba41556ca3c9 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:00:15.779993 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Routers {'73743710-a652-48b4-b341-ba41556ca3c9'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:00:15.780587 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:00:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['73743710-a652-48b4-b341-ba41556ca3c9'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:15.837587 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:15.887875 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] Set router 73743710-a652-48b4-b341-ba41556ca3c9 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:00:15.888825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Deleting port a8dd67c4-0c51-40e5-85c3-9de3ebf99967 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:00:15.889161 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:15.970401 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] For port a8dd67c4-0c51-40e5-85c3-9de3ebf99967, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:15.971120 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:15.984633 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Calling delete_port for a8dd67c4-0c51-40e5-85c3-9de3ebf99967 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:00:16.151451 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.151787 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T23:00:14Z', 'revision_number': 5, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:16.181171 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5a348c-7454-4e05-b393-5325b2b49e9c None None] The sync data for ids ['73743710-a652-48b4-b341-ba41556ca3c9'] in dv-cinder-812216-2-iscsi is: [{'id': '73743710-a652-48b4-b341-ba41556ca3c9', 'name': 'tempest-ServerRescueNegativeTestJSON-207073471-router', 'tenant_id': '79445450daec4646af500dded30dd6a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T23:00:14Z', 'revision_number': 5, 'project_id': '79445450daec4646af500dded30dd6a6', 'gw_port': {'id': 'a8dd67c4-0c51-40e5-85c3-9de3ebf99967', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73743710-a652-48b4-b341-ba41556ca3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:43Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:00:16.182537 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dd67c4-0c51-40e5-85c3-9de3ebf99967,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:16.243644 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.286046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e86f8-1036-4ab5-a3bc-10548b59eeb4 req-8c16bde6-e1c7-4010-9565-f2d4ff279234 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:16.287544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f6e86f8-1036-4ab5-a3bc-10548b59eeb4 req-8c16bde6-e1c7-4010-9565-f2d4ff279234 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0472763 Nov 01 23:00:16.326331 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f6e86f8-1036-4ab5-a3bc-10548b59eeb4 req-f55a6545-2db9-4cd5-b8f6-e5900ac2ed3e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327885 Nov 01 23:00:16.362098 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.364224 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.428897 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.429524 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73743710-a652-48b4-b341-ba41556ca3c9 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:00:16.435788 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.436923 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-76e7322f-11f5-404a-b1ce-07b7b0de7f7d admin admin] 10.222.0.11 "DELETE /v2.0/routers/73743710-a652-48b4-b341-ba41556ca3c9 HTTP/1.1" status: 204 len: 168 time: 1.0013826 Nov 01 23:00:16.439909 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50914) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:16.482366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Deleting subnet d69fa9a0-5903-4ee6-b392-42d50c10a393 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:00:16.486119 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.520264 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.562648 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.617971 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.644754 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69fa9a0-5903-4ee6-b392-42d50c10a393,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:16.648421 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.651613 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4616892e-b476-4aa4-ba49-0f636f61040c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d69fa9a0-5903-4ee6-b392-42d50c10a393 HTTP/1.1" status: 204 len: 168 time: 0.2107577 Nov 01 23:00:16.654191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50918) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:16.724285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.738301 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.806952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.827244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e5b06c-7dfc-489c-a926-90c275639d95']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:16.838122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f189b32-c520-4267-a8df-4860bbb4b5ea') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:16.838408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f189b32-c520-4267-a8df-4860bbb4b5ea') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:16.848999 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.863424 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.869796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:00:16.870241 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:00:16.872204 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:00:16.929227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.936432 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:16.939559 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7e5b06c-7dfc-489c-a926-90c275639d95 HTTP/1.1" status: 204 len: 168 time: 0.2842956 Nov 01 23:00:16.948681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027097df-e3ff-4272-a10e-b302b4c5672a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e5b06c-7dfc-489c-a926-90c275639d95,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:17.096764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50922) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:17.134833 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e0d711cf-591b-474f-aee8-f69db4be3fc7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79445450daec4646af500dded30dd6a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0369587 Nov 01 23:00:17.137614 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:17.184369 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:17.204725 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:17.252138 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:17.254949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:17.256070 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c4f8e15-b7a7-455a-b5f0-074670a3598d HTTP/1.1" status: 204 len: 168 time: 0.1175883 Nov 01 23:00:17.264005 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ca607-651a-499c-8bd3-a2eb0361b5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f8e15-b7a7-455a-b5f0-074670a3598d,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:17.351699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 434b908c-ba5b-4e0e-8fbe-26c46796d94b no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:17.371145 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 434b908c-ba5b-4e0e-8fbe-26c46796d94b {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:00:17.371508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 434b908c-ba5b-4e0e-8fbe-26c46796d94b not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:00:17.451777 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f368-ce56-4429-80df-d516e0431578 req-4478e778-34d6-4f70-9381-67547fc4bbab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:17.453356 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e916f368-ce56-4429-80df-d516e0431578 req-4478e778-34d6-4f70-9381-67547fc4bbab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0536437 Nov 01 23:00:17.492457 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e916f368-ce56-4429-80df-d516e0431578 req-cbd8fbd2-0c2c-441d-a11d-fdedb321571d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324004 Nov 01 23:00:18.206353 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device ee52ab47-ffe4-49db-9ff4-92392efc24af no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:18.228549 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: ee52ab47-ffe4-49db-9ff4-92392efc24af {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:00:18.228883 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device ee52ab47-ffe4-49db-9ff4-92392efc24af not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:00:18.229283 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a8dd67c4-0c51-40e5-85c3-9de3ebf99967 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:18.247641 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: a8dd67c4-0c51-40e5-85c3-9de3ebf99967 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:00:18.247978 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a8dd67c4-0c51-40e5-85c3-9de3ebf99967 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:00:18.462986 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 50980) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:18.568414 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5caf33b0-73c1-42a7-ac3f-73ba95087ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.618556 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14923b97-0a2b-4367-b3b4-a8169eb3eb64 req-927e82dd-b685-45ca-915b-05e2bc9c59f8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:18.620073 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14923b97-0a2b-4367-b3b4-a8169eb3eb64 req-927e82dd-b685-45ca-915b-05e2bc9c59f8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0519004 Nov 01 23:00:18.654201 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5caf33b0-73c1-42a7-ac3f-73ba95087ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.658049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14923b97-0a2b-4367-b3b4-a8169eb3eb64 req-9d1db154-7a8c-4a93-8ec5-fea4dc7107a1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Nov 01 23:00:18.658298 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5caf33b0-73c1-42a7-ac3f-73ba95087ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.696174 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5caf33b0-73c1-42a7-ac3f-73ba95087ec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4593958e10cb49cc840796d2733ad3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320940 Nov 01 23:00:18.698072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf33b0-73c1-42a7-ac3f-73ba95087ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb06482-62c0-4260-b03c-563830fccca9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:18.698708 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 50990) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:18.746087 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.766846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.812747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.815899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:18.817028 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fb06482-62c0-4260-b03c-563830fccca9 HTTP/1.1" status: 204 len: 168 time: 0.1173494 Nov 01 23:00:18.824521 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d49644-5786-4d88-930b-a1d1ab2f5cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb06482-62c0-4260-b03c-563830fccca9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:19.269245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:19.781224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b34096-6700-47b0-9750-99fff3ab7ca2 req-fc9bae4a-1e36-48cd-8f1d-949d2a9e17ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:19.782756 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62b34096-6700-47b0-9750-99fff3ab7ca2 req-fc9bae4a-1e36-48cd-8f1d-949d2a9e17ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0518200 Nov 01 23:00:19.821574 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-62b34096-6700-47b0-9750-99fff3ab7ca2 req-d41f1e21-67d7-43e7-9d10-0a2c092a8eef tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326509 Nov 01 23:00:20.899778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6be05-574f-4592-bd68-eb37644f7536 req-4c672f81-baf6-422a-b58d-36a2954d3049 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:20.901318 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d5f6be05-574f-4592-bd68-eb37644f7536 req-4c672f81-baf6-422a-b58d-36a2954d3049 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0481553 Nov 01 23:00:20.963834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d5f6be05-574f-4592-bd68-eb37644f7536 req-2f66576a-07f0-42df-ae1a-5caaad16e49a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530589 Nov 01 23:00:20.972496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4447b3-fa4f-470b-be93-d2e5b7aa1017 req-2956dc8b-40be-4c2d-a685-37a4d1ad4cfb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:20.973919 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cc4447b3-fa4f-470b-be93-d2e5b7aa1017 req-2956dc8b-40be-4c2d-a685-37a4d1ad4cfb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0717430 Nov 01 23:00:21.013897 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cc4447b3-fa4f-470b-be93-d2e5b7aa1017 req-d41f0dc5-4a58-41c0-9dde-d8148190c2ec tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332692 Nov 01 23:00:22.082885 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d96b9-e306-46f1-8f62-07e01dc999df req-6acebd10-d2e7-45ea-8351-b6a604b9ba72 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:22.084421 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f38d96b9-e306-46f1-8f62-07e01dc999df req-6acebd10-d2e7-45ea-8351-b6a604b9ba72 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Nov 01 23:00:22.122776 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f38d96b9-e306-46f1-8f62-07e01dc999df req-e19892ff-ccb9-479a-b225-26454758383e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Nov 01 23:00:22.169779 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12838c5f-3285-4514-a5e8-4050a9164db6 req-9542954f-5e73-4ff3-8f95-292c20727329 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:22.171258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12838c5f-3285-4514-a5e8-4050a9164db6 req-9542954f-5e73-4ff3-8f95-292c20727329 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0476291 Nov 01 23:00:22.212272 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12838c5f-3285-4514-a5e8-4050a9164db6 req-99c6a9ca-353e-4304-89c7-817621459009 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Nov 01 23:00:23.012390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:00:23.116194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:23.127390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:00:23.168862 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.186580 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:00:23.209950 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:23.217610 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.295944 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:23.306939 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.308287 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.308879 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.309436 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.309826 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.310165 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.310494 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.311301 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.311824 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.312232 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.312613 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.313020 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:23.332040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63cdb5-99db-446a-8069-8e7b3d8fc64e req-7eccc194-9f53-449b-bd35-07bf791a85a0 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:23.334843 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4c63cdb5-99db-446a-8069-8e7b3d8fc64e req-7eccc194-9f53-449b-bd35-07bf791a85a0 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1203990 Nov 01 23:00:23.404036 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4c63cdb5-99db-446a-8069-8e7b3d8fc64e req-232a3655-c2aa-4f7e-9f07-a4098a3ec6ff tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636442 Nov 01 23:00:23.413969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['4ebaac8d-876a-4c02-8a1f-4a452a979418'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:00:23.415049 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e6d1d-2822-444f-babe-972534defb0c req-47f3e156-2e87-4878-82e4-ab69183e7709 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:23.419883 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f6e6d1d-2822-444f-babe-972534defb0c req-47f3e156-2e87-4878-82e4-ab69183e7709 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0743897 Nov 01 23:00:23.468003 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f6e6d1d-2822-444f-babe-972534defb0c req-9a960102-c0fe-4b8e-ad11-6934d3a42c22 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353799 Nov 01 23:00:23.663418 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51114) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:23.767112 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90640235-c3a0-49fd-b188-1346bbb1ffc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.847668 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90640235-c3a0-49fd-b188-1346bbb1ffc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.851569 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-90640235-c3a0-49fd-b188-1346bbb1ffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.887154 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-90640235-c3a0-49fd-b188-1346bbb1ffc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc1d2bc195e14c0f9e648b56911ae1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226818 Nov 01 23:00:23.889078 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90640235-c3a0-49fd-b188-1346bbb1ffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee2bc9-88e3-4621-97d1-a685d8240380,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:23.889836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51120) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:23.937995 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:23.958177 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.001532 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.004088 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.005226 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeee2bc9-88e3-4621-97d1-a685d8240380 HTTP/1.1" status: 204 len: 168 time: 0.1142769 Nov 01 23:00:24.012832 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620e589-20a1-4bb1-bb4b-86c55b84e89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee2bc9-88e3-4621-97d1-a685d8240380,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:24.273318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51126) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:24.285958 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fc8d9f3-2dd9-4aa1-acf4-f0743bfe7e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.630945 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fc8d9f3-2dd9-4aa1-acf4-f0743bfe7e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.639683 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1fc8d9f3-2dd9-4aa1-acf4-f0743bfe7e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.699413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8aa1d-6c34-46c9-8984-8bc3632d8060 req-4a154448-3c3b-4810-9bfe-a7b56d5bc357 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:24.700799 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c5d8aa1d-6c34-46c9-8984-8bc3632d8060 req-4a154448-3c3b-4810-9bfe-a7b56d5bc357 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.1197834 Nov 01 23:00:24.702879 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8d9f3-2dd9-4aa1-acf4-f0743bfe7e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0f0b6-7152-4d32-a37f-c8d3666f991d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:24.711825 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99c5df-64cf-4738-8d8a-1bba440fe237 req-402a69f8-25f9-42e8-b2b9-31cffa75ead6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:24.713366 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d99c5df-64cf-4738-8d8a-1bba440fe237 req-402a69f8-25f9-42e8-b2b9-31cffa75ead6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1334293 Nov 01 23:00:24.717168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1fc8d9f3-2dd9-4aa1-acf4-f0743bfe7e1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85e84bdeffa342de93d116e446b2cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428248 Nov 01 23:00:24.718293 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51132) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:24.766029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.773579 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c5d8aa1d-6c34-46c9-8984-8bc3632d8060 req-1fcd957b-f675-4320-8d5d-18c865e1ae21 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549703 Nov 01 23:00:24.776350 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5d99c5df-64cf-4738-8d8a-1bba440fe237 req-84ffe98c-460e-4f0e-9275-d7c31a9ff243 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558591 Nov 01 23:00:24.787669 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.839804 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.842491 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:24.846247 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9a0f0b6-7152-4d32-a37f-c8d3666f991d HTTP/1.1" status: 204 len: 168 time: 0.1269653 Nov 01 23:00:24.855053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69b754-027a-4a58-a8f4-4a4a381c43ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0f0b6-7152-4d32-a37f-c8d3666f991d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:24.941725 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:00:24.992544 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 4ebaac8d-876a-4c02-8a1f-4a452a979418 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:00:24.992939 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:25.077551 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:25.101536 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:00:25.104141 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da7f706-59cb-4485-b32c-95ed45f95299" -d '{"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:00:25.117686 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:25.123690 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:25.147562 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a8b7c-85da-4b3d-89ac-5782af714b73 x-openstack-request-id: req-d46a8b7c-85da-4b3d-89ac-5782af714b73 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:00:25.147876 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:00:25.148130 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d46a8b7c-85da-4b3d-89ac-5782af714b73 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:00:25.148519 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'code': 200} Nov 01 23:00:25.174146 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:25.931929 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd38d4-dc5b-4f5b-8cb4-aee761e11259 req-2db5493b-8377-4b13-a1bf-3abb48245432 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:25.933430 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6bd38d4-dc5b-4f5b-8cb4-aee761e11259 req-2db5493b-8377-4b13-a1bf-3abb48245432 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0864644 Nov 01 23:00:25.972629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927b4f4-4d6e-4e6b-bf60-c980903138fa req-3eee9f87-16b6-4fbb-800a-af6a4f800c54 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:25.974116 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b927b4f4-4d6e-4e6b-bf60-c980903138fa req-3eee9f87-16b6-4fbb-800a-af6a4f800c54 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0825934 Nov 01 23:00:26.008872 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6bd38d4-dc5b-4f5b-8cb4-aee761e11259 req-ddcc86a5-0f7e-4318-9e15-3509184d60d4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668242 Nov 01 23:00:26.029642 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b927b4f4-4d6e-4e6b-bf60-c980903138fa req-750dbcaa-94ce-49e2-9841-e008470f17dc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403950 Nov 01 23:00:27.160925 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b7e6e-82f0-4455-8d80-dc74d4cd50d2 req-e13aa853-3c4e-464b-996a-4905704b8618 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:27.162383 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2c4b7e6e-82f0-4455-8d80-dc74d4cd50d2 req-e13aa853-3c4e-464b-996a-4905704b8618 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0758474 Nov 01 23:00:27.175195 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404211-26bd-451d-af4b-c1eb1949a6a9 req-ab505263-d1e9-4630-a21a-ae33ec912d17 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:27.176618 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32404211-26bd-451d-af4b-c1eb1949a6a9 req-ab505263-d1e9-4630-a21a-ae33ec912d17 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0781293 Nov 01 23:00:27.229558 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2c4b7e6e-82f0-4455-8d80-dc74d4cd50d2 req-a9eb4919-0f8f-4071-a771-1d31308774a6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520027 Nov 01 23:00:27.234231 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32404211-26bd-451d-af4b-c1eb1949a6a9 req-7400fee0-d215-4bfe-ae6c-8910801179bc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Nov 01 23:00:28.393878 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d9e4d-e59c-4fca-bc94-4ddcdb05df53 req-8e34b7e1-9195-4cbf-ba27-df12b044adfa tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:28.399939 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f51d9e4d-e59c-4fca-bc94-4ddcdb05df53 req-8e34b7e1-9195-4cbf-ba27-df12b044adfa tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0905838 Nov 01 23:00:28.407859 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a75c4-7c15-4a58-a8ce-20af97ee852c req-9d5665d3-594f-4878-a279-0e5365bcccc5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:28.409286 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-378a75c4-7c15-4a58-a8ce-20af97ee852c req-9d5665d3-594f-4878-a279-0e5365bcccc5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0983737 Nov 01 23:00:28.476580 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-378a75c4-7c15-4a58-a8ce-20af97ee852c req-36c6e98d-9eb0-4657-bf4b-e33f632c162b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604546 Nov 01 23:00:28.479745 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f51d9e4d-e59c-4fca-bc94-4ddcdb05df53 req-6ed8afed-731b-4ac2-b5b4-3c743df25edd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695701 Nov 01 23:00:29.665576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cead2b1-b48b-486c-addf-8aa390a3d01b req-82fe0e1b-48c3-4d28-9d07-110c4e945aaa tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:29.667073 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cead2b1-b48b-486c-addf-8aa390a3d01b req-82fe0e1b-48c3-4d28-9d07-110c4e945aaa tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1026473 Nov 01 23:00:29.689298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3132a-e6f4-4f48-aadc-e52268e50076 req-081b00f6-52c9-4d3b-ad92-a5c3bbe4a41e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:29.695922 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f6b3132a-e6f4-4f48-aadc-e52268e50076 req-081b00f6-52c9-4d3b-ad92-a5c3bbe4a41e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1210051 Nov 01 23:00:29.755111 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cead2b1-b48b-486c-addf-8aa390a3d01b req-d9d37bf9-1982-498f-a5ad-f20cf6a59ccb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793314 Nov 01 23:00:29.760497 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f6b3132a-e6f4-4f48-aadc-e52268e50076 req-143be855-32c4-41a2-b498-fdd7bb1a3c1d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636084 Nov 01 23:00:30.967102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20db7a-6a5f-4893-8d04-cc8fa63923ba req-9629c4bc-9fd8-44b2-9512-a60c4d5addab tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:30.968654 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cf20db7a-6a5f-4893-8d04-cc8fa63923ba req-9629c4bc-9fd8-44b2-9512-a60c4d5addab tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1171367 Nov 01 23:00:30.985110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720b573-97f3-4dcc-9083-41f4d869a472 req-458a4a1b-bdec-4c21-89c6-b54cc122d0b0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:30.986643 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4720b573-97f3-4dcc-9083-41f4d869a472 req-458a4a1b-bdec-4c21-89c6-b54cc122d0b0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0875988 Nov 01 23:00:31.046681 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cf20db7a-6a5f-4893-8d04-cc8fa63923ba req-05bc60fd-f989-4e34-ac5e-3846e8445bdd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701027 Nov 01 23:00:31.050143 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4720b573-97f3-4dcc-9083-41f4d869a472 req-530a7d8a-8505-4901-b9cd-5343d1dd1587 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562851 Nov 01 23:00:32.233048 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c618-e7fe-44c7-8778-5ae3b9194a3f req-9bbfcbfb-16b0-4436-b564-102a87df77bb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:32.234478 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c2f1c618-e7fe-44c7-8778-5ae3b9194a3f req-9bbfcbfb-16b0-4436-b564-102a87df77bb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0597954 Nov 01 23:00:32.242300 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269894c-819e-4cba-baa8-edc403f16e0f req-b9f704d1-1a8b-4f91-92a9-3b1b0d22c1bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:32.243710 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7269894c-819e-4cba-baa8-edc403f16e0f req-b9f704d1-1a8b-4f91-92a9-3b1b0d22c1bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0946453 Nov 01 23:00:32.303108 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c2f1c618-e7fe-44c7-8778-5ae3b9194a3f req-2c5e70af-1175-4fbb-8955-2e61a0e7df07 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584238 Nov 01 23:00:32.309872 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7269894c-819e-4cba-baa8-edc403f16e0f req-ea90a904-801b-468b-8147-d5529a925a1d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587559 Nov 01 23:00:33.463739 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c1739-2481-46e7-a419-0530e9cbd0e8 req-db82f72e-4143-47ce-a451-affc5fbbe139 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:33.466100 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a41c1739-2481-46e7-a419-0530e9cbd0e8 req-db82f72e-4143-47ce-a451-affc5fbbe139 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0687475 Nov 01 23:00:33.487227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e5a18-e1d8-4030-b18e-6d69d2a5b8ef req-29099d55-35c6-4a7a-90a8-2d80bbf2e182 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:33.488727 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc7e5a18-e1d8-4030-b18e-6d69d2a5b8ef req-29099d55-35c6-4a7a-90a8-2d80bbf2e182 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0998380 Nov 01 23:00:33.522684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a41c1739-2481-46e7-a419-0530e9cbd0e8 req-1ab725b0-a610-4ea3-9ac2-adf4930144d4 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487561 Nov 01 23:00:33.556815 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc7e5a18-e1d8-4030-b18e-6d69d2a5b8ef req-795c1d43-f904-4a0c-8a06-f285721b5950 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534871 Nov 01 23:00:34.697314 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fa964-381a-444e-bf51-3786bfd2f644 req-f4d50328-c3dd-40d4-912e-9ca7a97ed767 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:34.699590 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-792fa964-381a-444e-bf51-3786bfd2f644 req-f4d50328-c3dd-40d4-912e-9ca7a97ed767 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1004786 Nov 01 23:00:34.783676 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394c0b2-0648-4d76-ab38-df963303c168 req-24c79c13-7dda-4808-a1f2-de23559bbabf tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:34.786071 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b394c0b2-0648-4d76-ab38-df963303c168 req-24c79c13-7dda-4808-a1f2-de23559bbabf tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1029980 Nov 01 23:00:34.791935 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-792fa964-381a-444e-bf51-3786bfd2f644 req-c5839bab-4835-4af9-81ee-301dce02ec09 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844517 Nov 01 23:00:34.829204 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b394c0b2-0648-4d76-ab38-df963303c168 req-8aec4f93-715e-480e-87f9-ef9424705aaf tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354795 Nov 01 23:00:34.862518 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:00:35.973219 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9f0c1-fdf8-4625-8dea-fab10a3a30f0 req-68aceb7d-c67f-475d-be58-97e024ec28c2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:35.975152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4bc9f0c1-fdf8-4625-8dea-fab10a3a30f0 req-68aceb7d-c67f-475d-be58-97e024ec28c2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0981522 Nov 01 23:00:36.048750 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd69c5-7345-40d9-b365-e3297649ec2e req-400f749d-9796-4740-a6dc-00cfdd5aef29 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:36.050434 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59bd69c5-7345-40d9-b365-e3297649ec2e req-400f749d-9796-4740-a6dc-00cfdd5aef29 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.1030252 Nov 01 23:00:36.090691 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4bc9f0c1-fdf8-4625-8dea-fab10a3a30f0 req-62a87256-07f4-4744-a9c5-fb82d265ba0a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893164 Nov 01 23:00:36.114138 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59bd69c5-7345-40d9-b365-e3297649ec2e req-8a5d4d6f-1142-4856-a661-040acc7cb7f3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488322 Nov 01 23:00:37.247428 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925ab85-05d5-436b-81d5-25a876a1fd6a req-3e655e1a-f66f-4089-ac03-7bd841249a53 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:37.248965 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2925ab85-05d5-436b-81d5-25a876a1fd6a req-3e655e1a-f66f-4089-ac03-7bd841249a53 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0843754 Nov 01 23:00:37.264333 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b87a1-9b21-45be-b82b-a722f6f2b5ac req-117104f9-540d-40d9-9c11-046fae244aab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:37.265838 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b9b87a1-9b21-45be-b82b-a722f6f2b5ac req-117104f9-540d-40d9-9c11-046fae244aab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0685158 Nov 01 23:00:37.323279 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2925ab85-05d5-436b-81d5-25a876a1fd6a req-a8abad2c-1cc0-4606-a30c-5f0a052f667d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666597 Nov 01 23:00:37.331217 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b9b87a1-9b21-45be-b82b-a722f6f2b5ac req-7899cbbb-7c09-4b95-85d5-cffd2453397f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587852 Nov 01 23:00:38.483364 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ffb63-2612-45a0-a734-eca1c822630d req-3a8cb546-33b7-4cc1-b665-0d5f57bcee73 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.485351 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b6ffb63-2612-45a0-a734-eca1c822630d req-3a8cb546-33b7-4cc1-b665-0d5f57bcee73 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0766408 Nov 01 23:00:38.505113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d45833-072f-4da7-b6d1-c2f8da4edd93 req-60a3c529-d586-42b7-9b7b-8fb64f7b8af6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.506496 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9d45833-072f-4da7-b6d1-c2f8da4edd93 req-60a3c529-d586-42b7-9b7b-8fb64f7b8af6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1081934 Nov 01 23:00:38.576251 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b6ffb63-2612-45a0-a734-eca1c822630d req-e516a4b4-6df0-4802-92ff-37af1a97a7db tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684822 Nov 01 23:00:38.581562 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-154f1fdf-4d87-47be-a90c-3d769e14a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.583076 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-154f1fdf-4d87-47be-a90c-3d769e14a72d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1098 time: 0.1222193 Nov 01 23:00:38.588346 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9d45833-072f-4da7-b6d1-c2f8da4edd93 req-65fdcede-26cd-49cc-b5a0-5051341d3298 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715551 Nov 01 23:00:38.679846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-3c13ab35-47bd-44b0-90ea-85c5ed6822ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.681590 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-3c13ab35-47bd-44b0-90ea-85c5ed6822ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0907242 Nov 01 23:00:38.747685 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-d70fb260-9acb-4ce3-a33b-7e967224c747 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 1000 time: 0.0584950 Nov 01 23:00:38.795946 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-49f091fc-b0e5-4b95-8a06-f357846e3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.797383 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-49f091fc-b0e5-4b95-8a06-f357846e3242 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0423038 Nov 01 23:00:38.846781 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-fcf5df51-7341-4483-8a1c-95a4daadb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:38.848307 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-fcf5df51-7341-4483-8a1c-95a4daadb87d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431671 Nov 01 23:00:38.945978 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-041f0f8f-bdab-458b-8568-27fdb0d5b51c service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897937 Nov 01 23:00:39.033679 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a7ada2-3fad-4b3b-9b30-5bf3dcb82d9d req-7de05a0a-b86b-4837-91d3-acec22fba890 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805089 Nov 01 23:00:39.436709 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fcc218f8-58f0-4c22-a3bc-fda82dbe178d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:39.740769 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a992d-dd82-4f3a-b417-8b69a317c631 req-20d6f82a-ed52-405e-bd8e-58378eea2bef tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:39.742217 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f60a992d-dd82-4f3a-b417-8b69a317c631 req-20d6f82a-ed52-405e-bd8e-58378eea2bef tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0817232 Nov 01 23:00:39.749828 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491272ba-8b41-4bc9-8dc5-2d3a67fc09c5 req-448bb0c3-8a17-4313-b125-dc70a88928dc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:39.751842 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-491272ba-8b41-4bc9-8dc5-2d3a67fc09c5 req-448bb0c3-8a17-4313-b125-dc70a88928dc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0823455 Nov 01 23:00:39.806506 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f60a992d-dd82-4f3a-b417-8b69a317c631 req-88a76faf-c1df-4bc6-ac7a-e50e5f03e6e1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537291 Nov 01 23:00:39.813823 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-491272ba-8b41-4bc9-8dc5-2d3a67fc09c5 req-c178749a-a526-43f0-9a5e-751c743eedda tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540102 Nov 01 23:00:40.030535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51384) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:40.138237 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e0015e5-fcb1-427d-b3b3-a1355cc93091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.212315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e0015e5-fcb1-427d-b3b3-a1355cc93091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.216142 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3e0015e5-fcb1-427d-b3b3-a1355cc93091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.253091 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3e0015e5-fcb1-427d-b3b3-a1355cc93091 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3f996c38ab440d5a19a64dcb9797611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215228 Nov 01 23:00:40.253926 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0015e5-fcb1-427d-b3b3-a1355cc93091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0b68f-05db-4593-aded-75b8bc40b80e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:40.256678 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51388) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:40.305957 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.326785 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.376645 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.379176 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.380349 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93b0b68f-05db-4593-aded-75b8bc40b80e HTTP/1.1" status: 204 len: 168 time: 0.1222785 Nov 01 23:00:40.388230 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e454ca0-1ed9-45cf-b94d-d668f9d02ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0b68f-05db-4593-aded-75b8bc40b80e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:40.637582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51400) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:40.654947 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95eb5cf-c1c5-4106-aeb2-6fcc5a6a53d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.733334 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95eb5cf-c1c5-4106-aeb2-6fcc5a6a53d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.738761 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a95eb5cf-c1c5-4106-aeb2-6fcc5a6a53d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.776803 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a95eb5cf-c1c5-4106-aeb2-6fcc5a6a53d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b2a258a20634cceb9e2f69aa76863c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1377916 Nov 01 23:00:40.777657 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eb5cf-c1c5-4106-aeb2-6fcc5a6a53d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb5e34-5da7-445c-a0e7-1cd37b57e252,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:40.779402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51402) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:40.829120 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.854212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.903442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.906088 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:40.907759 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cecb5e34-5da7-445c-a0e7-1cd37b57e252 HTTP/1.1" status: 204 len: 168 time: 0.1273355 Nov 01 23:00:40.917180 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5712104-571e-4066-a1a7-b5f74c11a4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb5e34-5da7-445c-a0e7-1cd37b57e252,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:40.955427 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a4112-6263-4cac-ae4c-eccf86243b13 req-81e73af7-25b4-41e3-8d73-517b1bf2eee7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:40.956928 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d57a4112-6263-4cac-ae4c-eccf86243b13 req-81e73af7-25b4-41e3-8d73-517b1bf2eee7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0770884 Nov 01 23:00:40.969573 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33432376-7096-4210-bc4c-cd8e975d5644 req-004c3ce3-a88c-44af-bd0c-eae53bf79599 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:40.970994 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-33432376-7096-4210-bc4c-cd8e975d5644 req-004c3ce3-a88c-44af-bd0c-eae53bf79599 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 945 time: 0.0658214 Nov 01 23:00:41.013815 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:41.027553 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d57a4112-6263-4cac-ae4c-eccf86243b13 req-59903832-c6af-4947-aa4c-05669b962516 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554888 Nov 01 23:00:41.032856 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-33432376-7096-4210-bc4c-cd8e975d5644 req-7dabcba2-de19-47cf-a7ad-3011dce6136a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553024 Nov 01 23:00:41.112689 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.148222 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:00:41.150564 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b73811-08e7-4a07-860c-42bab7768951" -d '{"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:00:41.165254 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:00:41.173131 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.216292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26bef1-346b-4a32-ae24-909721cda456 x-openstack-request-id: req-6f26bef1-346b-4a32-ae24-909721cda456 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:00:41.216678 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-unplugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:00:41.217003 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f26bef1-346b-4a32-ae24-909721cda456 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:00:41.217532 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'code': 200} Nov 01 23:00:41.232136 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:41.569073 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-e72083b9-0d8a-4718-844d-57d8fffd1e1e req-37ed5c53-6caa-485a-868b-ee0b7afd85fd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:00:41.570149 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e72083b9-0d8a-4718-844d-57d8fffd1e1e req-37ed5c53-6caa-485a-868b-ee0b7afd85fd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054083 Nov 01 23:00:41.674077 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d9832c2c-8943-497d-9e02-e7b41f9053e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.733071 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51458) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:41.759060 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d6d7-a8a5-4062-bb3c-3aea881ff03d req-ef019edf-d9f2-4032-b8b0-d5e96302b032 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:41.760862 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7441d6d7-a8a5-4062-bb3c-3aea881ff03d req-ef019edf-d9f2-4032-b8b0-d5e96302b032 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0580266 Nov 01 23:00:41.801806 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7441d6d7-a8a5-4062-bb3c-3aea881ff03d req-5a9ca6c6-9f9e-4ba6-9b6b-0ea18286ad4b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340090 Nov 01 23:00:41.849487 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-821426847-network', 'tenant_id': 'ceae4f294ea14d22be3ac4ab58ae9ed5'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:00:41.870798 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Made reservation on behalf of ceae4f294ea14d22be3ac4ab58ae9ed5 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:00:41.873165 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.881634 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.961075 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.965514 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:41.991366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:00:42.005773 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3928a20f-fe8b-4152-8df2-fe41a7058a94,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:42.010625 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.011307 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Added segment baf9d800-589b-4913-993b-dbdaf26451b3 of type vlan for network 59cae203-3ef0-4393-85e4-a5a472843393 Nov 01 23:00:42.058682 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.068515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51478) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:42.086936 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.088089 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:42.088772 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.122768 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3884561 Nov 01 23:00:42.126228 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51482) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:42.131741 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Request body: {'subnet': {'network_id': '59cae203-3ef0-4393-85e4-a5a472843393', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-821426847-subnet', 'tenant_id': 'ceae4f294ea14d22be3ac4ab58ae9ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:00:42.161868 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7884e-ca61-4a25-ba01-c588bc3026a3 admin admin] Pushing event updated for resources: {'Network': ['ID=59cae203-3ef0-4393-85e4-a5a472843393,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:42.179404 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 59cae203-3ef0-4393-85e4-a5a472843393 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:00:42.209446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Made reservation on behalf of ceae4f294ea14d22be3ac4ab58ae9ed5 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:00:42.211723 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.241617 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-0cc2fe10-fa06-4053-a55c-376b526914e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716475 Nov 01 23:00:42.250536 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7588eaa-7bd1-4ac4-ba1f-ff177026a32a req-0ae00d83-7970-45b4-8f2b-bd108b2ddc7a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:42.251970 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b7588eaa-7bd1-4ac4-ba1f-ff177026a32a req-0ae00d83-7970-45b4-8f2b-bd108b2ddc7a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1135824 Nov 01 23:00:42.280031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-3da15b66-f9dd-4388-b148-66d468d06a6a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:00:42.280989 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-3da15b66-f9dd-4388-b148-66d468d06a6a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0281899 Nov 01 23:00:42.331642 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b7588eaa-7bd1-4ac4-ba1f-ff177026a32a req-5cf74f59-41b5-404d-8d20-7bc64dd701c7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552616 Nov 01 23:00:42.438878 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.498667 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Pushing event updated for resources: {'Subnet': ['ID=523e3c7d-d6b3-44cb-9dad-fde943748fad,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:42.508718 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Checking segment: {'id': 'baf9d800-589b-4913-993b-dbdaf26451b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '59cae203-3ef0-4393-85e4-a5a472843393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:00:42.509071 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Network hostable DHCP agents. Network: 59cae203-3ef0-4393-85e4-a5a472843393, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:00:42.525985 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Network 59cae203-3ef0-4393-85e4-a5a472843393 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:00:42.535962 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 59cae203-3ef0-4393-85e4-a5a472843393) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:00:42.540224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:42.540891 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.546194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbbe7df-bc9f-4f71-b3bf-9bf9581e3b14 None None] Network 59cae203-3ef0-4393-85e4-a5a472843393 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:00:42.558072 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-09c53fc2-5e7c-4f6a-9ec7-9f01533c091e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4305410 Nov 01 23:00:42.708324 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:42.760567 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07203c35-962e-4e53-833b-0fb3b1fc3794 None None] Network 59cae203-3ef0-4393-85e4-a5a472843393 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:00:42.981838 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641913-a68c-4876-9c96-3ca16bf07176 req-db333afc-a0f4-4533-b118-892b5ac01616 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:42.988070 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa641913-a68c-4876-9c96-3ca16bf07176 req-db333afc-a0f4-4533-b118-892b5ac01616 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0845835 Nov 01 23:00:43.032428 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa641913-a68c-4876-9c96-3ca16bf07176 req-9141bf13-e76c-422f-bd9f-1cdf95dc0351 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Nov 01 23:00:43.133101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:43.138140 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2086302885-network', 'tenant_id': 'c9ff623ab6874bbeb27acfe05e2a8cdc'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:00:43.163610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Made reservation on behalf of c9ff623ab6874bbeb27acfe05e2a8cdc for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:00:43.166130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.175902 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.248698 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.252156 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.272056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:00:43.286832 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ea23d3-0ce5-4b09-8709-0437fbc60c56,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:43.289745 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.290084 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Added segment c64b1c43-2166-4b4d-80e4-d76b2ed12ed0 of type vlan for network 8774fa98-fa7b-4708-bd54-d6153fe1e482 Nov 01 23:00:43.330002 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.354192 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.355156 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:43.355796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.415223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2810292 Nov 01 23:00:43.418050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51516) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:43.422956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Request body: {'subnet': {'network_id': '8774fa98-fa7b-4708-bd54-d6153fe1e482', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2086302885-subnet', 'tenant_id': 'c9ff623ab6874bbeb27acfe05e2a8cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:00:43.456247 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a2770-f1a2-41d6-89e8-005e38e38448 admin admin] Pushing event updated for resources: {'Network': ['ID=8774fa98-fa7b-4708-bd54-d6153fe1e482,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:43.467064 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 8774fa98-fa7b-4708-bd54-d6153fe1e482 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:00:43.483094 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Made reservation on behalf of c9ff623ab6874bbeb27acfe05e2a8cdc for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:00:43.485337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.495911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f35f9a-72fa-4cd6-b414-3c58bebb127e req-555cd40b-7f89-4f85-b34d-ad271a7a080e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:43.497384 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27f35f9a-72fa-4cd6-b414-3c58bebb127e req-555cd40b-7f89-4f85-b34d-ad271a7a080e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0693548 Nov 01 23:00:43.579065 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-27f35f9a-72fa-4cd6-b414-3c58bebb127e req-b4e7a4d1-732b-4d3c-a1fa-0a924aca5f7a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720868 Nov 01 23:00:43.714736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.791783 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e246b8e-2ddd-4bdf-8dbd-e832cee9baf2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:43.806373 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Checking segment: {'id': 'c64b1c43-2166-4b4d-80e4-d76b2ed12ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8774fa98-fa7b-4708-bd54-d6153fe1e482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:00:43.806721 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Network hostable DHCP agents. Network: 8774fa98-fa7b-4708-bd54-d6153fe1e482, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:00:43.833062 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1143a8-623b-4c74-b33b-a707fed4aca5 req-482d1f3e-cdc8-4244-a83a-e0e6a0cfe0e2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:43.834657 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3a1143a8-623b-4c74-b33b-a707fed4aca5 req-482d1f3e-cdc8-4244-a83a-e0e6a0cfe0e2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0773301 Nov 01 23:00:43.849243 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Network 8774fa98-fa7b-4708-bd54-d6153fe1e482 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:00:43.898251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 8774fa98-fa7b-4708-bd54-d6153fe1e482) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:00:43.907149 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab63efd-fbc5-4063-8f81-0baf7632cea8 None None] Network 8774fa98-fa7b-4708-bd54-d6153fe1e482 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:00:43.910397 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:43.910985 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:43.922753 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3a1143a8-623b-4c74-b33b-a707fed4aca5 req-2d268896-c323-4693-ae5d-137a840490c8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812478 Nov 01 23:00:43.935301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-254c10ab-fb97-47b7-9de8-ee0f071b4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:43.937992 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-254c10ab-fb97-47b7-9de8-ee0f071b4ecb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.0754092 Nov 01 23:00:43.950264 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8ef7d441-8fc7-4e24-b292-b4aa567cc1ed admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5238836 Nov 01 23:00:44.071061 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9f3bf0-ed86-41e1-b881-58fb0f35d967 None None] Network 8774fa98-fa7b-4708-bd54-d6153fe1e482 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:00:44.071837 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51532) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:44.126648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-d6614ff2-99ce-49fd-a2fd-a416a1dddafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.128170 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-d6614ff2-99ce-49fd-a2fd-a416a1dddafc service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.1831844 Nov 01 23:00:44.144774 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.183585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-e7d14fa2-101f-407a-885b-e5e138a6620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.185675 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-e7d14fa2-101f-407a-885b-e5e138a6620d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 1096 time: 0.1474621 Nov 01 23:00:44.209426 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e52704d-2516-4706-b5ff-b536983f7ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.307475 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e52704d-2516-4706-b5ff-b536983f7ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.308281 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972d148-88b8-4b01-bdd6-63885b2a99f2 req-507f0540-448c-415b-ae2f-812f2571ecd4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.311885 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e52704d-2516-4706-b5ff-b536983f7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.312040 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6972d148-88b8-4b01-bdd6-63885b2a99f2 req-507f0540-448c-415b-ae2f-812f2571ecd4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.1781330 Nov 01 23:00:44.320989 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-444961a2-59a9-4ad9-b57c-06eb2a46f30e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1002 time: 0.1667991 Nov 01 23:00:44.348489 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-cd59fe38-7c55-4199-b607-ab0c67a612fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.349960 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-cd59fe38-7c55-4199-b607-ab0c67a612fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1096 time: 0.1140456 Nov 01 23:00:44.354031 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52704d-2516-4706-b5ff-b536983f7ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1d4298-d869-4be9-b0d8-6320fc565900,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:44.358263 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-3e52704d-2516-4706-b5ff-b536983f7ef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d3601bec800437a998998cf9306484f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846973 Nov 01 23:00:44.361244 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51540) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:44.422471 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.447495 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.498849 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.503010 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:44.507630 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e1d4298-d869-4be9-b0d8-6320fc565900 HTTP/1.1" status: 204 len: 168 time: 0.1453807 Nov 01 23:00:44.520029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75966b72-4a39-4828-b7dd-17b469316f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1d4298-d869-4be9-b0d8-6320fc565900,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:44.716786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6972d148-88b8-4b01-bdd6-63885b2a99f2 req-f2a9cd14-98e1-4718-97b1-0a6b24574b73 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3981841 Nov 01 23:00:44.723616 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-f9fc3f8e-42c8-4a74-af21-45641159baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.725489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-f9fc3f8e-42c8-4a74-af21-45641159baf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.3946905 Nov 01 23:00:44.781387 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-bb447526-75d8-40f9-9233-4b3db42bf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.782853 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-bb447526-75d8-40f9-9233-4b3db42bf661 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.4143524 Nov 01 23:00:44.834129 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-adaf46ed-a3b7-4403-80fb-9a57c1d530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.835776 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-adaf46ed-a3b7-4403-80fb-9a57c1d530e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021557 Nov 01 23:00:44.881864 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-7ad923c4-6686-4749-98f3-75322666100a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 998 time: 0.0914838 Nov 01 23:00:44.979040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-eed06bbd-74a5-4303-a1d7-6d8324c34b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:44.981231 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-eed06bbd-74a5-4303-a1d7-6d8324c34b7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0748827 Nov 01 23:00:44.989794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-0f8d2551-bf3d-445a-8a8b-b5e1ac235b64 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454430 Nov 01 23:00:45.035020 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:00:45.119031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-02b514ae-7d18-4dbd-b329-061c3d18ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:45.119031 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-02b514ae-7d18-4dbd-b329-061c3d18ed12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236064 Nov 01 23:00:45.170101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bb23d-25d1-40dd-a270-cbca11936523 req-107b6a27-4614-4787-8bf7-b1713731cbb5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:45.172358 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bf0bb23d-25d1-40dd-a270-cbca11936523 req-107b6a27-4614-4787-8bf7-b1713731cbb5 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1542702 Nov 01 23:00:45.235685 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-730f1573-01c0-4144-8f0e-e70cb52ef8ee req-d7e93781-a987-4548-9e64-6e37fc3c49b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193570 Nov 01 23:00:45.263005 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bf0bb23d-25d1-40dd-a270-cbca11936523 req-30c8834c-f8ce-4244-81ee-b254e6ff4043 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819252 Nov 01 23:00:45.289667 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-9da547fd-4b31-4a6b-8016-c69502b77869 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647506 Nov 01 23:00:45.396763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f9e8bbb9-5122-4574-ae98-5f202d2064c5 req-e50d8347-92bd-496b-8087-b5428ac10465 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835707 Nov 01 23:00:45.856253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee875110-0cfc-4667-bf84-076096d51b8e req-ee80484a-db09-4c9c-985c-be5873ea1ce9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:45.857673 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ee875110-0cfc-4667-bf84-076096d51b8e req-ee80484a-db09-4c9c-985c-be5873ea1ce9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0509508 Nov 01 23:00:45.903276 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ee875110-0cfc-4667-bf84-076096d51b8e req-c1ff3289-52a6-412b-97fb-ded2705170cb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Nov 01 23:00:46.391911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f022504-f4da-4079-9df3-e6110ebd36be req-ce4ec028-5324-44d5-89d2-ab16eab07616 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:46.393532 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f022504-f4da-4079-9df3-e6110ebd36be req-ce4ec028-5324-44d5-89d2-ab16eab07616 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0545790 Nov 01 23:00:46.431920 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f022504-f4da-4079-9df3-e6110ebd36be req-a909baf0-30c7-4448-8de1-c192a50d0daf tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Nov 01 23:00:46.745843 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:46.847975 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-8cd600c8-1ffb-482f-aa6c-7362ab4ee608 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344405 Nov 01 23:00:47.098483 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-74fb338c-8686-4a80-a2f2-fbe32e2b7ed7 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:47.100016 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-74fb338c-8686-4a80-a2f2-fbe32e2b7ed7 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458060 Nov 01 23:00:47.108700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39099b28-8b0a-4e98-b9ca-bd45478649a2 req-cd93e21f-6cbb-449b-ad49-17279a4df4f2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:47.110237 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39099b28-8b0a-4e98-b9ca-bd45478649a2 req-cd93e21f-6cbb-449b-ad49-17279a4df4f2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.1146581 Nov 01 23:00:47.120519 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-2dc910be-0b21-4b9e-b7ed-7fbdb3512dac tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/quotas/c9e7aad0ebb84f57b097981fcb01f10c HTTP/1.1" status: 200 len: 375 time: 0.0092885 Nov 01 23:00:47.162236 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-f6984e32-d9f1-4832-a1d0-968cad4ed4f2 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349877 Nov 01 23:00:47.176010 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39099b28-8b0a-4e98-b9ca-bd45478649a2 req-f3777e92-fdef-48f2-b34f-a4b52fbba960 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545645 Nov 01 23:00:48.314846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d6f4-94ef-4b7c-b01f-286d21b04b77 req-c72b0eff-5ebd-4a7c-936c-cfde489bd27a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:48.316382 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0439d6f4-94ef-4b7c-b01f-286d21b04b77 req-c72b0eff-5ebd-4a7c-936c-cfde489bd27a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0687609 Nov 01 23:00:48.371890 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6a9a81e2-2f5e-460a-99bf-fb5564928288 req-b15cbf75-39b9-43e1-88cf-7c2f82ac5279 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0297780 Nov 01 23:00:48.396100 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0439d6f4-94ef-4b7c-b01f-286d21b04b77 req-9913671e-1df5-45d6-96fd-e0ece6eb8fd8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713253 Nov 01 23:00:49.263212 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:49.477733 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b194e07f-6c6f-4c4e-8caf-ccbb49902cfd req-d6d4d212-2d5a-4998-a4c0-7878a33ca50d tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0328748 Nov 01 23:00:49.538990 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658c06f-33a6-4239-abe8-9f6ab8337ae1 req-5dd63914-829f-49db-8d14-ccd4d048b319 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:49.541241 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b658c06f-33a6-4239-abe8-9f6ab8337ae1 req-5dd63914-829f-49db-8d14-ccd4d048b319 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0572407 Nov 01 23:00:49.581821 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b658c06f-33a6-4239-abe8-9f6ab8337ae1 req-0ef0b20f-63a5-4a70-814c-3caabbc2da2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Nov 01 23:00:50.577278 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7975cae8-5d6e-4960-b3f9-3f4a1131dbbc req-48231cad-7790-4009-a63a-03f05b332648 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0292523 Nov 01 23:00:50.709110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2375736-e76b-4fe5-a9c8-c5882258fcc4 req-b3de6e72-4d94-4b29-9f05-fca812229d30 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:50.710573 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2375736-e76b-4fe5-a9c8-c5882258fcc4 req-b3de6e72-4d94-4b29-9f05-fca812229d30 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0534830 Nov 01 23:00:50.747294 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2375736-e76b-4fe5-a9c8-c5882258fcc4 req-eb19cd62-2054-4f92-8b55-34ae29fed032 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Nov 01 23:00:51.679232 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0fad1894-65d9-446e-a338-c719f3396c68 req-9ee62aca-48c7-483e-87b1-f5d5a389938a tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0302303 Nov 01 23:00:51.873368 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64aab9-79ec-47da-b0b5-3fc9fe4c60c6 req-4acbe57f-8cd5-44f7-a6f0-df56d7143318 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:51.875663 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cc64aab9-79ec-47da-b0b5-3fc9fe4c60c6 req-4acbe57f-8cd5-44f7-a6f0-df56d7143318 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0541511 Nov 01 23:00:51.914267 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cc64aab9-79ec-47da-b0b5-3fc9fe4c60c6 req-fd7ffc40-f33b-4efe-91fd-d4e1f8515633 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Nov 01 23:00:52.783147 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-64135c6d-9937-40e7-93bb-7eb26fff8dca req-9b2293c7-44d5-4574-96b8-f0722b4ae075 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0384290 Nov 01 23:00:53.052559 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753136e-d619-4cb7-bbdc-47e3b1aa9660 req-dea31406-e1f0-42b5-8506-07225f9bab20 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:53.054027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9753136e-d619-4cb7-bbdc-47e3b1aa9660 req-dea31406-e1f0-42b5-8506-07225f9bab20 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0607872 Nov 01 23:00:53.092272 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9753136e-d619-4cb7-bbdc-47e3b1aa9660 req-ba88cf53-186a-4798-a9bb-f1dc4fda26f7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319774 Nov 01 23:00:53.890073 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-492a4c82-6d97-418e-a4da-1b76ed3dfa8a req-6d17753e-33ee-4047-afed-f33049d31bf2 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0397341 Nov 01 23:00:54.218823 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81050231-108c-4f2e-99dd-0ea8499fe4e4 req-4c4d1fbd-41cf-42cd-be2e-db7fa2124fd2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:54.220962 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81050231-108c-4f2e-99dd-0ea8499fe4e4 req-4c4d1fbd-41cf-42cd-be2e-db7fa2124fd2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0535634 Nov 01 23:00:54.260335 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81050231-108c-4f2e-99dd-0ea8499fe4e4 req-55a98c97-3d44-469a-92d3-2b2e1d62386a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325027 Nov 01 23:00:55.015985 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a708f763-8100-410c-91b0-7ee42a426512 req-af7258a1-4236-4431-99de-a80826d89faa tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0536118 Nov 01 23:00:55.397608 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646304-e802-4cc3-9646-efcf4516322c req-62fef5c1-7b9c-4a20-8d4c-733e62824926 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:55.399319 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-30646304-e802-4cc3-9646-efcf4516322c req-62fef5c1-7b9c-4a20-8d4c-733e62824926 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0645537 Nov 01 23:00:55.451098 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-30646304-e802-4cc3-9646-efcf4516322c req-6b520fbd-d4f8-4927-bd24-ea0b8f2e4e98 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452638 Nov 01 23:00:56.112811 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e62fe3c7-25bd-48e0-bb6b-2de950068173 req-9cbe4686-fe97-46e5-9e28-fd4fe85a4974 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0278695 Nov 01 23:00:56.608597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4833869a-384f-445c-9d47-7df346196a2c req-f446bc13-191a-4b79-846c-d94ea8ebd634 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:56.616499 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4833869a-384f-445c-9d47-7df346196a2c req-f446bc13-191a-4b79-846c-d94ea8ebd634 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0619569 Nov 01 23:00:56.653543 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4833869a-384f-445c-9d47-7df346196a2c req-3cff7aaa-2e87-4aae-b652-06c7fbd57eca tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359898 Nov 01 23:00:57.213614 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ecf1b306-e700-4839-9a53-63bceaf71b77 req-a9a083f5-c0a1-4955-90e5-c27b14fca69b tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Nov 01 23:00:57.774240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ee834-0b45-4278-8b86-055f3749ffac req-c3ca6ff8-3e02-4712-83c0-83094303b97f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:57.775711 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-360ee834-0b45-4278-8b86-055f3749ffac req-c3ca6ff8-3e02-4712-83c0-83094303b97f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0482137 Nov 01 23:00:57.812372 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-360ee834-0b45-4278-8b86-055f3749ffac req-56f5c2a8-9e88-43ec-9635-6b1354c8136b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307434 Nov 01 23:00:57.927132 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51776) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:57.969555 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Deleting subnet 523e3c7d-d6b3-44cb-9dad-fde943748fad {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:00:57.972620 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.006385 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.048090 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.098219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.123060 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523e3c7d-d6b3-44cb-9dad-fde943748fad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:58.127476 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.130618 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/523e3c7d-d6b3-44cb-9dad-fde943748fad HTTP/1.1" status: 204 len: 168 time: 0.2024753 Nov 01 23:00:58.133312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51778) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:58.135354 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.135729 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.136072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.136408 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.136736 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.137061 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.137386 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.137707 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.138031 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.138349 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.138667 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.138982 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bb5ab1-6e71-4b69-a20c-f26a82f353f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.203439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.278856 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.337534 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cb132e82-6da9-41be-bdf3-2d04765540cd req-d1481b3c-3a82-4d81-a2b1-60959a24ebf1 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0557761 Nov 01 23:00:58.342080 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59cae203-3ef0-4393-85e4-a5a472843393']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.356367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf9d800-589b-4913-993b-dbdaf26451b3') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.356796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf9d800-589b-4913-993b-dbdaf26451b3') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.368338 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.381753 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.387525 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:00:58.388622 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:00:58.389578 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:00:58.440860 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.445316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.451323 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] 10.222.0.11 "DELETE /v2.0/networks/59cae203-3ef0-4393-85e4-a5a472843393 HTTP/1.1" status: 204 len: 168 time: 0.3170302 Nov 01 23:00:58.451492 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51782) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:58.463938 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Pushing event deleted for resources: {'Network': ['ID=59cae203-3ef0-4393-85e4-a5a472843393,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:58.471844 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.472220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.472560 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.472898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.473226 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.473555 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.473884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.474211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.474543 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.474866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.475188 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.475527 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30688c-c5cb-4287-97d7-eeece1d2eaba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:00:58.495796 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Deleting subnet 4e246b8e-2ddd-4bdf-8dbd-e832cee9baf2 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:00:58.498913 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.532777 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.573524 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.624171 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.651690 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.654790 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4e246b8e-2ddd-4bdf-8dbd-e832cee9baf2 HTTP/1.1" status: 204 len: 168 time: 0.2023623 Nov 01 23:00:58.655780 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc168f0-409e-4701-982f-7aa3c8ae5385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e246b8e-2ddd-4bdf-8dbd-e832cee9baf2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:58.657997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51784) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:58.728427 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.806525 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.825322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8774fa98-fa7b-4708-bd54-d6153fe1e482']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.834150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64b1c43-2166-4b4d-80e4-d76b2ed12ed0') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.834440 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64b1c43-2166-4b4d-80e4-d76b2ed12ed0') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:00:58.843304 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.856606 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.863237 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:00:58.863791 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:00:58.865516 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:00:58.944634 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.948789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:58.952097 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8774fa98-fa7b-4708-bd54-d6153fe1e482 HTTP/1.1" status: 204 len: 168 time: 0.2931108 Nov 01 23:00:58.971352 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0c95e-2e22-4e66-bdd2-3cdb13229632 admin admin] Pushing event deleted for resources: {'Network': ['ID=8774fa98-fa7b-4708-bd54-d6153fe1e482,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:58.980989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984670-965b-4a37-b1b9-90f8647fda1a req-c20f8ae8-bafc-4734-834a-246ef6271ae6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:00:58.982462 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29984670-965b-4a37-b1b9-90f8647fda1a req-c20f8ae8-bafc-4734-834a-246ef6271ae6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0796146 Nov 01 23:00:59.023957 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29984670-965b-4a37-b1b9-90f8647fda1a req-dd66a6c2-6cfa-4640-ad1d-b32de57aa692 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349517 Nov 01 23:00:59.113157 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51790) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:59.152303 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-9a1b3fdc-9103-40d4-b114-a02ece9f2842 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ceae4f294ea14d22be3ac4ab58ae9ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379856 Nov 01 23:00:59.154556 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51792) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:59.200252 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.221330 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.266695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.269353 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.270489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3928a20f-fe8b-4152-8df2-fe41a7058a94 HTTP/1.1" status: 204 len: 168 time: 0.1150749 Nov 01 23:00:59.277789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddca0e3-ac34-44bf-b58d-a758a862c8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3928a20f-fe8b-4152-8df2-fe41a7058a94,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:00:59.430620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d435b54b-9748-45d5-b929-40e283d1d5cf req-7e456d44-44ff-4234-8797-c938ff4c8340 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0258577 Nov 01 23:00:59.577703 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51800) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:59.619712 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-9b295bec-6a8a-4855-9b95-e423f47f3ac3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9ff623ab6874bbeb27acfe05e2a8cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401556 Nov 01 23:00:59.622056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51802) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:00:59.669097 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.690133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.743734 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.746176 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:00:59.747308 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1ea23d3-0ce5-4b09-8709-0437fbc60c56 HTTP/1.1" status: 204 len: 168 time: 0.1243761 Nov 01 23:00:59.755862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea47c7-b14e-45ce-aa7e-0037547cace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ea23d3-0ce5-4b09-8709-0437fbc60c56,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:00.174298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-f669b31d-82d3-4ce9-907f-66de6e9a1b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:00.175865 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-f669b31d-82d3-4ce9-907f-66de6e9a1b77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1096 time: 0.0753472 Nov 01 23:01:00.186928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e8982-a7c9-4996-9911-05ab60721488 req-9eea82d0-05dc-45b9-b7be-6ba01c1218cb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:00.188446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-948e8982-a7c9-4996-9911-05ab60721488 req-9eea82d0-05dc-45b9-b7be-6ba01c1218cb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0794878 Nov 01 23:01:00.283386 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-948e8982-a7c9-4996-9911-05ab60721488 req-dbb8300f-0753-4dcd-8ea0-2c53974ca7de tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858927 Nov 01 23:01:00.318227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-f67d6b3d-867a-4eed-84de-fa59ac222e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:00.319774 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-f67d6b3d-867a-4eed-84de-fa59ac222e24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.1054535 Nov 01 23:01:00.397545 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-d57d8eb7-e95d-451d-9c82-9646767faffd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 200 len: 998 time: 0.0628057 Nov 01 23:01:00.448900 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-e0991efd-a33a-4914-88ab-5c14893a8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:00.450363 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-e0991efd-a33a-4914-88ab-5c14893a8eba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0450633 Nov 01 23:01:00.502679 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-1cb7d74a-78ce-4523-b7a6-7f9efe936f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:00.504184 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-1cb7d74a-78ce-4523-b7a6-7f9efe936f36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433455 Nov 01 23:01:00.539348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bcf6392-d136-4a8e-ad7c-4dbd472b36cf req-fb949eb1-0bd9-42f8-b125-67e6822386ca tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0387771 Nov 01 23:01:00.620406 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-ec2b8ac0-60b4-404c-945e-ba61b921d993 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070075 Nov 01 23:01:00.853598 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 51836) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:00.965264 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae271-fa82-42ca-bb13-8a6ab05065d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:00.982246 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-543227e9-f758-403c-a550-fe2b0e2dce9a tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2741096 Nov 01 23:01:00.984272 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f9b9ef1-47b8-4c3d-b1dd-02de795518a5 req-a92935b9-f027-408f-b9f0-481d426c7e8a service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566365 Nov 01 23:01:01.042964 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae271-fa82-42ca-bb13-8a6ab05065d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.048318 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ff8ae271-fa82-42ca-bb13-8a6ab05065d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.087493 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ff8ae271-fa82-42ca-bb13-8a6ab05065d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=564995d90c194aedaab62570449507b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326648 Nov 01 23:01:01.088540 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ae271-fa82-42ca-bb13-8a6ab05065d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85c7dd-c42c-4266-8252-fdc3c1022384,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:01.090134 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 51844) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:01.121632 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-8adc4339-654a-4156-9572-15aa1147c4d6 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:01.123050 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-8adc4339-654a-4156-9572-15aa1147c4d6 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1238458 Nov 01 23:01:01.146520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Request body: {'port': {'device_id': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9', 'admin_state_up': True, 'tenant_id': 'c9e7aad0ebb84f57b097981fcb01f10c'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:01.207808 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.243729 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.298047 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Made reservation on behalf of c9e7aad0ebb84f57b097981fcb01f10c for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:01:01.301373 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.313960 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.327541 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.330417 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.331562 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e85c7dd-c42c-4266-8252-fdc3c1022384 HTTP/1.1" status: 204 len: 168 time: 0.2393801 Nov 01 23:01:01.348251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10f4b-5770-44fd-a6f0-cb074bd92ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85c7dd-c42c-4266-8252-fdc3c1022384,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:01.439852 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.448951 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d185f7-7cb3-40f5-8755-5222317b8588 req-65c9fc69-c0ac-4f38-be1b-e1e89de91fc5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:01.450375 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8d185f7-7cb3-40f5-8755-5222317b8588 req-65c9fc69-c0ac-4f38-be1b-e1e89de91fc5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0692546 Nov 01 23:01:01.451432 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.535163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:01.564911 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8d185f7-7cb3-40f5-8755-5222317b8588 req-eb9ea20e-bf59-4f1a-95cf-8c270193a946 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052086 Nov 01 23:01:01.650637 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Allocated IP 192.168.233.166 (5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9/203994a4-c85b-4234-89cf-9cbc41fdabd3/be528e7e-171f-4595-88cf-5a1b221f8eb8) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:01:01.670832 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a1cddb66-e15d-458d-aac7-356ba32d0fd3 req-efe0ed66-c9a5-49d5-b6f0-4dba11c8ea57 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 210 time: 0.0389411 Nov 01 23:01:01.832832 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.866556 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.909358 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:01:01.915270 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:01:01.919052 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:01:01.946055 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Pushing event updated for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:01.973432 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:01.974056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:01.997279 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-c85b7219-6486-4a66-8d81-1c2614e1a9fe tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8561156 Nov 01 23:01:02.029001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Request body: {'port': {'device_id': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:02.115344 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.148969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4066bbd3-8e29-4ba9-8edd-f209d248f4e3 None None] Provisioning complete for port be528e7e-171f-4595-88cf-5a1b221f8eb8 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:01:02.149598 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4066bbd3-8e29-4ba9-8edd-f209d248f4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.184956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4066bbd3-8e29-4ba9-8edd-f209d248f4e3 None None] Port be528e7e-171f-4595-88cf-5a1b221f8eb8 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:01:02.387181 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be528e7e-171f-4595-88cf-5a1b221f8eb8 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:01:02.395134 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.408247 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Transition to ACTIVE for port object be528e7e-171f-4595-88cf-5a1b221f8eb8 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:01:02.411836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.519766 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Pushing event updated for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:02.551913 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Attempting to bind port be528e7e-171f-4595-88cf-5a1b221f8eb8 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:01:02.552246 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Attempting to bind port be528e7e-171f-4595-88cf-5a1b221f8eb8 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:01:02.552573 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Attempting to bind port be528e7e-171f-4595-88cf-5a1b221f8eb8 on network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:01:02.557920 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Port be528e7e-171f-4595-88cf-5a1b221f8eb8 on network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:01:02.558304 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Attempting to bind port be528e7e-171f-4595-88cf-5a1b221f8eb8 on network 5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:01:02.563941 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:01:02.564275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Checking segment: {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:01:02.564654 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Bound using segment: {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:01:02.565072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Bound port: be528e7e-171f-4595-88cf-5a1b221f8eb8, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4585020-b20a-4f02-99df-97d01d96502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:01:02.565439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.636754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:01:02.640189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:01:02.647107 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.695171 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:02.695800 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:02.697219 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] 10.222.0.26 "PUT /v2.0/ports/be528e7e-171f-4595-88cf-5a1b221f8eb8 HTTP/1.1" status: 200 len: 1098 time: 0.6725230 Nov 01 23:01:02.697612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:02.699974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d46e219-4bb0-4a81-8782-0cfa801e7990" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:02.748713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb122a30-1cb7-4d1e-8b38-57f98714601f service neutron] Pushing event updated for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:02.784399 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb653f-5fc9-4816-8392-3489a761f28c req-d5e346c1-59fe-4c2d-b4eb-826524a4cd4b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:02.785977 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cbb653f-5fc9-4816-8392-3489a761f28c req-d5e346c1-59fe-4c2d-b4eb-826524a4cd4b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.1123710 Nov 01 23:01:02.883884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db06b-dca2-4203-85d3-69bf0b15b9c3 req-74d48b7d-86e3-4497-ab3d-31fe734f6a84 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:02.885348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f6db06b-dca2-4203-85d3-69bf0b15b9c3 req-74d48b7d-86e3-4497-ab3d-31fe734f6a84 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 948 time: 0.1300519 Nov 01 23:01:02.888749 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cbb653f-5fc9-4816-8392-3489a761f28c req-35d3d92a-9086-4e5a-87a1-4ec6b487d015 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836878 Nov 01 23:01:02.900015 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-97c3fd0f-117a-490a-9140-eef6bc85371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:02.901412 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-97c3fd0f-117a-490a-9140-eef6bc85371a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 1101 time: 0.0975406 Nov 01 23:01:02.934399 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17034f18-a2d4-4f35-b13e-9d57675746a6 x-openstack-request-id: req-17034f18-a2d4-4f35-b13e-9d57675746a6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:02.934686 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:02.934931 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17034f18-a2d4-4f35-b13e-9d57675746a6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:02.935320 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8', 'status': 'completed', 'code': 200} Nov 01 23:01:02.962300 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-545e3bef-ac3a-4f7a-8372-fc46621dfcf0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0456305 Nov 01 23:01:02.965198 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f6db06b-dca2-4203-85d3-69bf0b15b9c3 req-ca08dbbc-262a-4ce2-aa4a-f1018c11c58c tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725956 Nov 01 23:01:03.009886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-64d1a5d2-d2fb-424d-bd5e-53fe82df060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.011287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-64d1a5d2-d2fb-424d-bd5e-53fe82df060b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=203994a4-c85b-4234-89cf-9cbc41fdabd3 HTTP/1.1" status: 200 len: 843 time: 0.0415127 Nov 01 23:01:03.058082 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12464781-7b36-4894-8c07-017519e77bb7 req-3921bf26-2919-40be-ac1e-b497c45b89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.059578 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-3921bf26-2919-40be-ac1e-b497c45b89ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410843 Nov 01 23:01:03.160013 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-67d09143-4f58-48a2-a83b-05ae3d8d16a3 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925293 Nov 01 23:01:03.255477 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12464781-7b36-4894-8c07-017519e77bb7 req-ecd560f9-ca25-46e8-b0d7-9bf8866ca3f9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879025 Nov 01 23:01:03.385690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-d5141d13-96ff-4d84-a52d-d026601d204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.387138 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-d5141d13-96ff-4d84-a52d-d026601d204b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 1101 time: 0.0397170 Nov 01 23:01:03.476199 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-4d9ce26c-1d6c-4fb1-900a-8358f6faaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.477577 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-4d9ce26c-1d6c-4fb1-900a-8358f6faaf7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9 HTTP/1.1" status: 200 len: 870 time: 0.0813787 Nov 01 23:01:03.521527 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-3128b37b-66f3-411a-9660-8540bf6d8d99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0359919 Nov 01 23:01:03.573024 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-dd1a8ea3-b7fe-4d3a-893d-3385df8adb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.574482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-dd1a8ea3-b7fe-4d3a-893d-3385df8adb8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=203994a4-c85b-4234-89cf-9cbc41fdabd3 HTTP/1.1" status: 200 len: 843 time: 0.0438418 Nov 01 23:01:03.620940 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-891ff960-c2d7-4d74-bbc0-0aab59e937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:03.622421 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-891ff960-c2d7-4d74-bbc0-0aab59e937c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0403194 Nov 01 23:01:03.715436 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-4c6cc8b6-8967-450c-a883-5da9e9dc17a0 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846477 Nov 01 23:01:03.809928 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d46e219-4bb0-4a81-8782-0cfa801e7990 req-94f00eab-1257-4851-8d66-962fd7510398 service neutron] 10.222.0.26 "GET /v2.0/networks/5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860083 Nov 01 23:01:04.013783 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad0e6e-1aff-4260-8ae3-e8e0d21bce4e req-70d16ac0-b077-43e6-9d0f-d12e3ccf28ee tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:04.015258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dfad0e6e-1aff-4260-8ae3-e8e0d21bce4e req-70d16ac0-b077-43e6-9d0f-d12e3ccf28ee tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0523858 Nov 01 23:01:04.079861 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dfad0e6e-1aff-4260-8ae3-e8e0d21bce4e req-fbd0a7e4-376c-42da-8532-2ad3a60f35a9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584629 Nov 01 23:01:04.095889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65690fa-0608-4380-b778-a77a7b44a41a req-4604800c-5ea4-4055-91ab-c9a7d98693d9 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:04.097377 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c65690fa-0608-4380-b778-a77a7b44a41a req-4604800c-5ea4-4055-91ab-c9a7d98693d9 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 948 time: 0.0618205 Nov 01 23:01:04.134551 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c65690fa-0608-4380-b778-a77a7b44a41a req-60be8c6d-16a6-414b-806c-2d4d207b1e89 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Nov 01 23:01:05.241682 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706f2b0-c133-4169-8fbb-6a7b2531c84d req-2479b443-6ed8-43f1-86cb-8a67f1e4fe0f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:05.243132 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7706f2b0-c133-4169-8fbb-6a7b2531c84d req-2479b443-6ed8-43f1-86cb-8a67f1e4fe0f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0894575 Nov 01 23:01:05.276260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ec503-6473-4173-9292-807346541e47 req-4b6653de-3795-439d-85c1-0faf4608fd2b tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:05.277715 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a0ec503-6473-4173-9292-807346541e47 req-4b6653de-3795-439d-85c1-0faf4608fd2b tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 948 time: 0.0750360 Nov 01 23:01:05.300811 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7706f2b0-c133-4169-8fbb-6a7b2531c84d req-abd86b50-beb4-4716-b014-d67097537b67 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514486 Nov 01 23:01:05.325970 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a0ec503-6473-4173-9292-807346541e47 req-2e3c4c89-bb87-4e91-91ba-54666ca5e176 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Nov 01 23:01:06.454921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fce6b-5ba0-43a4-b97a-d579bd84773d req-57cf899b-5796-4bbb-90b6-adad7657a192 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:06.456412 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e65fce6b-5ba0-43a4-b97a-d579bd84773d req-57cf899b-5796-4bbb-90b6-adad7657a192 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0825453 Nov 01 23:01:06.476620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c088bc-385d-486e-89c3-dbd5d37f9691 req-e43bcfd8-5c0e-4502-a452-d14f12a94494 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:06.478032 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1c088bc-385d-486e-89c3-dbd5d37f9691 req-e43bcfd8-5c0e-4502-a452-d14f12a94494 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 948 time: 0.0738575 Nov 01 23:01:06.525001 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e65fce6b-5ba0-43a4-b97a-d579bd84773d req-4c687a1b-02ba-492f-8e9d-765704bc28e2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616925 Nov 01 23:01:06.533184 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1c088bc-385d-486e-89c3-dbd5d37f9691 req-7450d776-3bfb-49c7-acb2-633249d1fcf2 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474584 Nov 01 23:01:07.116517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device be528e7e-171f-4595-88cf-5a1b221f8eb8 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:01:07.213582 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:07.228144 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'be528e7e-171f-4595-88cf-5a1b221f8eb8', 'network_id': '5ae0fa0f-bdc2-4632-8aae-f24b34f4dfa9', 'port_id': 'be528e7e-171f-4595-88cf-5a1b221f8eb8', 'mac_address': 'fa:16:3e:0f:c4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203994a4-c85b-4234-89cf-9cbc41fdabd3', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:01:07.264351 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:07.276666 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be528e7e-171f-4595-88cf-5a1b221f8eb8 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:01:07.297699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:07.302080 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:07.348401 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:07.682874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897b944-7b4a-4f8d-a774-00ed2cbc7fd5 req-867fd8f0-790b-4a85-b784-2eb2a8cf3526 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:07.684396 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f897b944-7b4a-4f8d-a774-00ed2cbc7fd5 req-867fd8f0-790b-4a85-b784-2eb2a8cf3526 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 949 time: 0.0811903 Nov 01 23:01:07.692582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78bc37-4f8d-4a43-a1c9-097c55c38ee8 req-e13cf50a-fce1-4a1f-915b-2bbd0ceca39c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:07.694018 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8a78bc37-4f8d-4a43-a1c9-097c55c38ee8 req-e13cf50a-fce1-4a1f-915b-2bbd0ceca39c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0926881 Nov 01 23:01:07.753462 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f897b944-7b4a-4f8d-a774-00ed2cbc7fd5 req-69474c22-6a90-43ab-86e2-725bec8acf95 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584002 Nov 01 23:01:07.756226 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8a78bc37-4f8d-4a43-a1c9-097c55c38ee8 req-2c1c62dc-b747-4cd9-98a6-c4a0fa584f7f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557592 Nov 01 23:01:07.841082 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['be528e7e-171f-4595-88cf-5a1b221f8eb8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:01:08.894825 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3c4dc-d530-4e63-b0e6-9d45bb46ee33 req-54f031a4-5ef7-480d-8c1f-17f082945911 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:08.896267 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-97b3c4dc-d530-4e63-b0e6-9d45bb46ee33 req-54f031a4-5ef7-480d-8c1f-17f082945911 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 949 time: 0.0752394 Nov 01 23:01:08.904232 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2c442-de1d-4728-b8fc-94b479ecd186 req-8f4eff1b-cd43-43d6-945c-532744a9dc6b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:08.905575 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fc2c442-de1d-4728-b8fc-94b479ecd186 req-8f4eff1b-cd43-43d6-945c-532744a9dc6b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 943 time: 0.0752606 Nov 01 23:01:08.960387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fc2c442-de1d-4728-b8fc-94b479ecd186 req-d7cfa5f9-7555-4b43-b240-a4d9d476b180 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476432 Nov 01 23:01:08.963098 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-97b3c4dc-d530-4e63-b0e6-9d45bb46ee33 req-6f6e49cf-9f82-4250-8140-4ea56206fd26 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Nov 01 23:01:09.143503 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:01:09.156038 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device be528e7e-171f-4595-88cf-5a1b221f8eb8 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:01:09.267172 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port be528e7e-171f-4595-88cf-5a1b221f8eb8 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:01:09.275285 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:09.277555 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port be528e7e-171f-4595-88cf-5a1b221f8eb8 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:01:09.277924 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.303499 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'mac_address': 'fa:16:3e:1b:c5:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:01:09.354951 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.370481 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:01:09.413637 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:09.416258 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.419399 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.479280 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:09.481532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782c393-ecc3-4e57-84d0-6cf1005ff165" -d '{"events": [{"server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "name": "network-vif-plugged", "status": "completed", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:09.488505 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c89dfa98-e4dc-4d88-984b-3d01f8459559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.506092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:09.512101 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:09.514667 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:09.542532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16cd2b8-b96a-4596-99b9-527cb233fef8 x-openstack-request-id: req-b16cd2b8-b96a-4596-99b9-527cb233fef8 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:09.542850 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "name": "network-vif-plugged", "status": "completed", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:09.543098 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b16cd2b8-b96a-4596-99b9-527cb233fef8 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:09.543526 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8', 'code': 200} Nov 01 23:01:09.570878 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:09.742871 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2297-4406-4c33-bea7-32c91f349563 req-f3edab07-3d4c-47b7-a363-815fac5ad832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:09.744281 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b52c2297-4406-4c33-bea7-32c91f349563 req-f3edab07-3d4c-47b7-a363-815fac5ad832 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 1103 time: 0.0425723 Nov 01 23:01:09.780467 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b52c2297-4406-4c33-bea7-32c91f349563 req-48687983-7227-4e15-a89d-80133c5307cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280647 Nov 01 23:01:09.858340 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['4ebaac8d-876a-4c02-8a1f-4a452a979418'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:01:10.102374 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095617a-7483-4bb2-96e2-f98424becc87 req-d41d660e-2229-49a4-928e-a15e09aec730 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:10.103886 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a095617a-7483-4bb2-96e2-f98424becc87 req-d41d660e-2229-49a4-928e-a15e09aec730 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0745461 Nov 01 23:01:10.116446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22450e6c-e60b-435c-874e-8bc8ce7a94c4 req-aaec1202-9bf8-4829-962a-9c9ab2737f87 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:10.117805 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22450e6c-e60b-435c-874e-8bc8ce7a94c4 req-aaec1202-9bf8-4829-962a-9c9ab2737f87 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0798688 Nov 01 23:01:10.172914 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a095617a-7483-4bb2-96e2-f98424becc87 req-97ef060a-1f50-49cc-883d-e122976f065e tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541658 Nov 01 23:01:10.175688 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22450e6c-e60b-435c-874e-8bc8ce7a94c4 req-ed8ab97e-ae05-4e5e-aec6-78e3e47ab6bd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513351 Nov 01 23:01:11.150345 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:01:11.196944 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 4ebaac8d-876a-4c02-8a1f-4a452a979418 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:01:11.197312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:11.274560 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:11.317482 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bc46c-71f3-4659-a6f3-43d79d44eca0 req-8919e0af-5267-4311-97cb-e3dcc17fbc86 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:11.319673 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4b8bc46c-71f3-4659-a6f3-43d79d44eca0 req-8919e0af-5267-4311-97cb-e3dcc17fbc86 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0788534 Nov 01 23:01:11.320274 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:11.326980 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:11.338293 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6a159-2511-447a-8401-582a7521b51e req-4b10ce02-b990-4fa0-9f7f-e3d39c32ab10 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:11.339786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1b6a159-2511-447a-8401-582a7521b51e req-4b10ce02-b990-4fa0-9f7f-e3d39c32ab10 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 944 time: 0.0876365 Nov 01 23:01:11.383408 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:11.396097 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4b8bc46c-71f3-4659-a6f3-43d79d44eca0 req-819eebb6-197f-4ad6-b7ba-94a0e17e0a1b tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664444 Nov 01 23:01:11.401620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1b6a159-2511-447a-8401-582a7521b51e req-45e7f150-8c5b-4ca3-9c35-6fa35b5e982f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491400 Nov 01 23:01:11.544707 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:11.546925 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f35912-d2f7-4432-bb44-0c15c0cea751" -d '{"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:11.581722 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0087c96f-0cc9-404b-a8a0-9a1f769d8054 x-openstack-request-id: req-0087c96f-0cc9-404b-a8a0-9a1f769d8054 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:11.582009 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-plugged", "status": "completed", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:11.582258 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0087c96f-0cc9-404b-a8a0-9a1f769d8054 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:11.582643 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'code': 200} Nov 01 23:01:11.666784 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9be1fad0-2a23-474b-90d7-7faf390daf0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:11.851436 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:01:11.939308 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 52022) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:12.045997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a29f55d-650b-4d90-89f3-e3794ae1462c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.139641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650d675-192c-44b2-a193-1b4742058646 req-02949da8-5aea-4670-b264-8bf917e7a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:12.141620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7650d675-192c-44b2-a193-1b4742058646 req-02949da8-5aea-4670-b264-8bf917e7a9c1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 1099 time: 0.0646067 Nov 01 23:01:12.170475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a29f55d-650b-4d90-89f3-e3794ae1462c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.180379 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8a29f55d-650b-4d90-89f3-e3794ae1462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.203073 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7650d675-192c-44b2-a193-1b4742058646 req-cf4f4f41-02f6-4034-8d88-db33a55a6f85 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545628 Nov 01 23:01:12.223311 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8a29f55d-650b-4d90-89f3-e3794ae1462c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=457925286ab646f0a9eea8d28f73d9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829771 Nov 01 23:01:12.224450 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29f55d-650b-4d90-89f3-e3794ae1462c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6c476-25af-41e8-8091-a606664e45b0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:12.226050 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52026) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:12.276682 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.296347 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.341025 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.343592 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.344727 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ab6c476-25af-41e8-8091-a606664e45b0 HTTP/1.1" status: 204 len: 168 time: 0.1176679 Nov 01 23:01:12.351820 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8bd2bb-6a5b-45ae-8e7c-19c2dd2ff35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6c476-25af-41e8-8091-a606664e45b0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:12.545296 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fb85a-e94b-453b-92ce-9bf20a4e2882 req-e2a2a2eb-645f-4a2a-b987-71fcda4d441d tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:12.546810 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-380fb85a-e94b-453b-92ce-9bf20a4e2882 req-e2a2a2eb-645f-4a2a-b987-71fcda4d441d tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0800097 Nov 01 23:01:12.575585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f75b7-fb01-423f-bc6e-0c01685e2db0 req-b97cfbbe-4afc-4685-8918-6c6c73cebb5e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:12.577035 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b92f75b7-fb01-423f-bc6e-0c01685e2db0 req-b97cfbbe-4afc-4685-8918-6c6c73cebb5e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0841568 Nov 01 23:01:12.611203 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-380fb85a-e94b-453b-92ce-9bf20a4e2882 req-7adb8c8c-1abb-4682-b949-0653cc06bdf4 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Nov 01 23:01:12.631569 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b92f75b7-fb01-423f-bc6e-0c01685e2db0 req-11a500f4-5b04-4a28-bf55-a4a1d1879cd9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473850 Nov 01 23:01:12.684865 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:12.872562 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f052cce-6a28-4620-9394-0f95deb88d2c req-25e22bf2-7e06-49f8-9e3d-5e11710742a2 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:12.874076 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0f052cce-6a28-4620-9394-0f95deb88d2c req-25e22bf2-7e06-49f8-9e3d-5e11710742a2 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0491765 Nov 01 23:01:12.914807 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0f052cce-6a28-4620-9394-0f95deb88d2c req-aa8cad7d-ffbd-44d1-aec3-c5a8e4cfca52 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338602 Nov 01 23:01:12.987204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52058) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:13.080462 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1627770276-network', 'tenant_id': '75aa847be54f4ee6933f5b209e9d392a'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:13.100184 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Made reservation on behalf of 75aa847be54f4ee6933f5b209e9d392a for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:01:13.102397 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.110406 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.182127 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.185713 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.212117 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:01:13.217227 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bfda36-5513-47a4-9cb2-33e09c01fae6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:13.225298 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.225633 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Added segment 154ea0c3-3a88-4424-bc25-90111fcae25a of type vlan for network 5f2c646f-b3c8-4581-890b-18ccba73225e Nov 01 23:01:13.266741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.292324 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.293246 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:13.293823 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.327996 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3396406 Nov 01 23:01:13.330924 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 52062) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:13.335766 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Request body: {'subnet': {'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1627770276-subnet', 'tenant_id': '75aa847be54f4ee6933f5b209e9d392a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:13.356436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Made reservation on behalf of 75aa847be54f4ee6933f5b209e9d392a for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:01:13.358791 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.362446 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a17e7f-37c1-4738-946b-b1d0f5581057 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2c646f-b3c8-4581-890b-18ccba73225e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:13.373552 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 5f2c646f-b3c8-4581-890b-18ccba73225e details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:01:13.520068 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.578132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ada362-daf6-4067-a3db-00830510a7e9,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:13.585555 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Checking segment: {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:01:13.585917 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Network hostable DHCP agents. Network: 5f2c646f-b3c8-4581-890b-18ccba73225e, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:01:13.602843 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Network 5f2c646f-b3c8-4581-890b-18ccba73225e is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:01:13.612147 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 5f2c646f-b3c8-4581-890b-18ccba73225e) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:01:13.618031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:13.618141 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:13.621140 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4993615-29c2-4834-a256-6afa7834631e None None] Network 5f2c646f-b3c8-4581-890b-18ccba73225e requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:01:13.635207 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-20976f46-9ccd-437f-bb44-b0fc847b13a8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3031712 Nov 01 23:01:13.751392 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655a2f0-74b1-4eb7-9a8d-d0112dce2a19 None None] Network 5f2c646f-b3c8-4581-890b-18ccba73225e requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:01:13.772729 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5baa69d-30ba-4eb9-b849-08fdfe3c8f68 req-6e84141a-d963-4160-8f77-b234271a2d1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:13.774581 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a5baa69d-30ba-4eb9-b849-08fdfe3c8f68 req-6e84141a-d963-4160-8f77-b234271a2d1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0628436 Nov 01 23:01:13.841494 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a5baa69d-30ba-4eb9-b849-08fdfe3c8f68 req-18928ba2-f3c6-4596-a58d-46a6cb1bbcbd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528724 Nov 01 23:01:14.045075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d331f1-5d78-49f9-afc3-1f6478325d33 req-a3d4c619-ae15-4dc9-9c18-05b0654a6583 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:14.047495 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3d331f1-5d78-49f9-afc3-1f6478325d33 req-a3d4c619-ae15-4dc9-9c18-05b0654a6583 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0585079 Nov 01 23:01:14.073759 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:14.100875 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3d331f1-5d78-49f9-afc3-1f6478325d33 req-ce0e16dc-6f6f-406a-a35d-ce487f046c74 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Nov 01 23:01:14.871353 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-91babdc3-abd6-4b1f-baf3-500d37a7e942 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:14.872742 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-91babdc3-abd6-4b1f-baf3-500d37a7e942 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0478668 Nov 01 23:01:14.992631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ef5a-a19b-4b0b-894b-1389f76cafda req-f25cec08-fadf-4528-8501-e4d45dc96524 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:14.994072 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d882ef5a-a19b-4b0b-894b-1389f76cafda req-f25cec08-fadf-4528-8501-e4d45dc96524 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0723674 Nov 01 23:01:15.022618 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Deleting port be528e7e-171f-4595-88cf-5a1b221f8eb8 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:01:15.022947 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:15.064026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d882ef5a-a19b-4b0b-894b-1389f76cafda req-e8bbb210-1f56-431b-a1d9-1712725d4439 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624213 Nov 01 23:01:15.125198 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] For port be528e7e-171f-4595-88cf-5a1b221f8eb8, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=be528e7e-171f-4595-88cf-5a1b221f8eb8,segment=NetworkSegment(e4585020-b20a-4f02-99df-97d01d96502e),segment_id=e4585020-b20a-4f02-99df-97d01d96502e)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:15.125470 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:15.137014 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Calling delete_port for be528e7e-171f-4595-88cf-5a1b221f8eb8 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:01:15.247790 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e260801-50ad-40c8-9bc9-197bf2046bfb req-3ade5f1c-0244-4311-8184-66a3d6dcca44 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:15.249291 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e260801-50ad-40c8-9bc9-197bf2046bfb req-3ade5f1c-0244-4311-8184-66a3d6dcca44 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2f07859-3d3f-4832-a0f9-3bcac83e2762 HTTP/1.1" status: 200 len: 950 time: 0.0739217 Nov 01 23:01:15.329087 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e260801-50ad-40c8-9bc9-197bf2046bfb req-879f3908-64a5-4d5d-9173-d0c03c722ae6 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.11 "GET /v2.0/security-groups?id=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686972 Nov 01 23:01:15.337376 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:15.364859 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Pushing event deleted for resources: {'Port': ['ID=be528e7e-171f-4595-88cf-5a1b221f8eb8,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:15.377910 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['be528e7e-171f-4595-88cf-5a1b221f8eb8'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:01:15.423843 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] No DVR routers for this DVR port be528e7e-171f-4595-88cf-5a1b221f8eb8 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:01:15.426331 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:15.429783 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0a7af513-ea32-409d-a69f-fd349aab8a07 req-07bbf8d9-f920-460a-bdd9-152895fc8a19 tempest-VolumesNegativeTest-1887957091 tempest-VolumesNegativeTest-1887957091-project] 10.222.0.26 "DELETE /v2.0/ports/be528e7e-171f-4595-88cf-5a1b221f8eb8 HTTP/1.1" status: 204 len: 173 time: 0.5507107 Nov 01 23:01:15.438019 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'name': 'network-vif-deleted', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:15.440344 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ddff3-a656-4ab7-a5a7-b428919b4c4c" -d '{"events": [{"server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "name": "network-vif-deleted", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:15.497967 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67fc134-d7ca-490e-bae6-ee22e7d25e87 x-openstack-request-id: req-d67fc134-d7ca-490e-bae6-ee22e7d25e87 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:15.498258 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f07859-3d3f-4832-a0f9-3bcac83e2762", "name": "network-vif-deleted", "tag": "be528e7e-171f-4595-88cf-5a1b221f8eb8", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:15.498515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d67fc134-d7ca-490e-bae6-ee22e7d25e87 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:15.498910 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f07859-3d3f-4832-a0f9-3bcac83e2762', 'name': 'network-vif-deleted', 'tag': 'be528e7e-171f-4595-88cf-5a1b221f8eb8', 'status': 'completed', 'code': 200} Nov 01 23:01:15.548824 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-5fb750be-fb4e-45a7-af1f-6872ea8b663a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:15.550425 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-5fb750be-fb4e-45a7-af1f-6872ea8b663a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 814 time: 0.1290493 Nov 01 23:01:15.566076 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-8461d5b2-f5b1-4ee1-8ce1-1dc85834bc8a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/quotas/75aa847be54f4ee6933f5b209e9d392a HTTP/1.1" status: 200 len: 375 time: 0.0093725 Nov 01 23:01:15.605325 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-b3f1e193-e554-4f0d-90e0-dd3356327412 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320048 Nov 01 23:01:15.703896 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-7f2395fe-167d-4469-a94e-6125e5ba62e8 service neutron] 10.222.0.11 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898974 Nov 01 23:01:15.791666 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-c68c6056-fd05-4aa8-8bac-e97e6b9eb24b service neutron] 10.222.0.11 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817301 Nov 01 23:01:15.951591 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0a481ddd-00b8-4b3d-ad2c-419add56eeaf req-a2860a9a-0f9f-4748-878f-c5d01712d9af tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 210 time: 0.0292325 Nov 01 23:01:16.737429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:17.083341 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dc22c100-71d6-4fb4-96c1-8b8c8515c86d req-152da724-bfd1-43c8-a6b4-4469c2632f0d tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 210 time: 0.0370378 Nov 01 23:01:17.090022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-2aaf469b-ba05-4d65-8fe1-eac68105e78a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:17.091429 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-2aaf469b-ba05-4d65-8fe1-eac68105e78a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 814 time: 0.1457701 Nov 01 23:01:17.130325 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Request body: {'port': {'device_id': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e', 'admin_state_up': True, 'tenant_id': '75aa847be54f4ee6933f5b209e9d392a'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:17.486572 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Made reservation on behalf of 75aa847be54f4ee6933f5b209e9d392a for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:01:17.490155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:17.616590 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Allocated IP 172.20.0.14 (5f2c646f-b3c8-4581-890b-18ccba73225e/44ada362-daf6-4067-a3db-00830510a7e9/d00a935f-1068-44f9-ad8d-953bdc19c668) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:01:17.772707 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:17.811680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:17.862681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Network 5f2c646f-b3c8-4581-890b-18ccba73225e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:01:17.865860 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:01:17.870493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:01:17.874415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Pushing event updated for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:17.920122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:17.920736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:17.939992 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-83571a1f-090c-4759-92bc-e75491f305eb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8134401 Nov 01 23:01:17.961383 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Request body: {'port': {'device_id': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:01:18.020011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.251068 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fd6a7-aeea-43f8-9a10-7d4edc22bac6 req-7f87ec92-7f07-4c37-a8e1-0979a9baa428 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:18.252569 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-264fd6a7-aeea-43f8-9a10-7d4edc22bac6 req-7f87ec92-7f07-4c37-a8e1-0979a9baa428 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 932 time: 0.0914347 Nov 01 23:01:18.319364 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-264fd6a7-aeea-43f8-9a10-7d4edc22bac6 req-82beae4e-64ea-4e54-b2f1-c70a4a7d35c5 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593619 Nov 01 23:01:18.353440 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d00a935f-1068-44f9-ad8d-953bdc19c668 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:01:18.360750 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.377558 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Transition to ACTIVE for port object d00a935f-1068-44f9-ad8d-953bdc19c668 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:01:18.381449 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.439770 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:18.507628 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Attempting to bind port d00a935f-1068-44f9-ad8d-953bdc19c668 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:01:18.507969 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Attempting to bind port d00a935f-1068-44f9-ad8d-953bdc19c668 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:01:18.508310 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Attempting to bind port d00a935f-1068-44f9-ad8d-953bdc19c668 on network 5f2c646f-b3c8-4581-890b-18ccba73225e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:01:18.512876 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Port d00a935f-1068-44f9-ad8d-953bdc19c668 on network 5f2c646f-b3c8-4581-890b-18ccba73225e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:01:18.513192 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Attempting to bind port d00a935f-1068-44f9-ad8d-953bdc19c668 on network 5f2c646f-b3c8-4581-890b-18ccba73225e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:01:18.518346 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:01:18.518695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Checking segment: {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:01:18.519056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Bound using segment: {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:01:18.519520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Bound port: d00a935f-1068-44f9-ad8d-953bdc19c668, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:01:18.519863 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.589612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:01:18.593050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d00a935f-1068-44f9-ad8d-953bdc19c668,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:01:18.597809 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.634760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:18.635441 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:18.637002 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] 10.222.0.26 "PUT /v2.0/ports/d00a935f-1068-44f9-ad8d-953bdc19c668 HTTP/1.1" status: 200 len: 1094 time: 0.6802630 Nov 01 23:01:18.639425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:18.642871 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a10d9-0d6a-4f34-bb95-bee134745416" -d '{"events": [{"name": "network-changed", "server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:18.670816 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f4e1a-2aa4-4d70-9649-6e16ebc77e2c service neutron] Pushing event updated for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:18.685020 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a4e831-2049-4398-896b-2f0a5b27f4b8 x-openstack-request-id: req-28a4e831-2049-4398-896b-2f0a5b27f4b8 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:18.685314 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:18.685581 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28a4e831-2049-4398-896b-2f0a5b27f4b8 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:18.685971 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668', 'status': 'completed', 'code': 200} Nov 01 23:01:18.758046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-e84ea97c-decc-42e8-b622-41d95a541e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:18.759650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-e84ea97c-decc-42e8-b622-41d95a541e7b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 1097 time: 0.0411139 Nov 01 23:01:18.810545 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-8966f75c-5180-4a1b-a9f5-b780a7cf49f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d00a935f-1068-44f9-ad8d-953bdc19c668 HTTP/1.1" status: 200 len: 217 time: 0.0356567 Nov 01 23:01:18.858122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668772c-0574-4b20-9568-0d8968f3e863 req-898ba9aa-f343-4206-9789-606da86bf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:18.860137 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-898ba9aa-f343-4206-9789-606da86bf50c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ada362-daf6-4067-a3db-00830510a7e9 HTTP/1.1" status: 200 len: 854 time: 0.0417478 Nov 01 23:01:18.890895 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-7a640005-b3c6-4e9d-ad13-59a6bad697c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c646f-b3c8-4581-890b-18ccba73225e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237811 Nov 01 23:01:18.986927 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-76bdb505-d939-4790-a4f3-746181b7b407 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878446 Nov 01 23:01:19.082283 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2668772c-0574-4b20-9568-0d8968f3e863 req-7270965c-5fb2-45fc-886e-bcf77041aad6 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810843 Nov 01 23:01:19.175682 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device be528e7e-171f-4595-88cf-5a1b221f8eb8 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:01:19.195087 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: be528e7e-171f-4595-88cf-5a1b221f8eb8 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:01:19.195427 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device be528e7e-171f-4595-88cf-5a1b221f8eb8 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:01:19.237270 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-bf3bc79f-a676-4128-a9dd-bc58bd655441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:19.238732 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-bf3bc79f-a676-4128-a9dd-bc58bd655441 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 1097 time: 0.0400639 Nov 01 23:01:19.259049 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:19.335544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-2ba7a851-74fc-48b8-9177-9441bc4c5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:19.336917 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-2ba7a851-74fc-48b8-9177-9441bc4c5f31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 915 time: 0.0855742 Nov 01 23:01:19.377934 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-efad4190-6b76-4467-87c2-f094eecfadd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d00a935f-1068-44f9-ad8d-953bdc19c668 HTTP/1.1" status: 200 len: 217 time: 0.0330350 Nov 01 23:01:19.461472 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-d23a45d4-a591-4164-ad9a-04ebcdbe9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:19.462908 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-d23a45d4-a591-4164-ad9a-04ebcdbe9ddd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ada362-daf6-4067-a3db-00830510a7e9 HTTP/1.1" status: 200 len: 854 time: 0.0665131 Nov 01 23:01:19.471848 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807360b-c084-4a0c-b153-482801c4f8da req-3e55c2e9-e72a-4400-98ec-c842dd988fb5 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:19.473202 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5807360b-c084-4a0c-b153-482801c4f8da req-3e55c2e9-e72a-4400-98ec-c842dd988fb5 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 944 time: 0.0866864 Nov 01 23:01:19.501793 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-2e8149a8-63f2-4084-b353-29d9295d1887 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c646f-b3c8-4581-890b-18ccba73225e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276825 Nov 01 23:01:19.575568 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5807360b-c084-4a0c-b153-482801c4f8da req-deb4cd44-79d3-4206-8b52-49aab4ed05a6 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943267 Nov 01 23:01:19.610266 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-f306aab0-04be-4765-8cc3-67e5c6a48c60 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008091 Nov 01 23:01:19.702969 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-645a10d9-0d6a-4f34-bb95-bee134745416 req-36626ef8-386f-4958-844f-02309ad5c9db service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846715 Nov 01 23:01:19.915119 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52386) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:20.044098 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-553ca3fa-1eda-4b94-82e6-5eee0a25b910 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9e7aad0ebb84f57b097981fcb01f10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1275997 Nov 01 23:01:20.047015 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52390) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:01:20.094139 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:20.113902 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:20.159091 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:20.161651 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:20.162759 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff HTTP/1.1" status: 204 len: 168 time: 0.1147401 Nov 01 23:01:20.170042 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2da45b-c0da-4f05-bb58-5c25637a8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2bf7b-4abb-4a04-8a15-7f3c584ad0ff,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:20.699151 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293c087-86dd-4066-b773-fcd150dacc88 req-5c0ee124-ffa7-4924-b73e-bb8563b6d3bb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:20.700684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2293c087-86dd-4066-b773-fcd150dacc88 req-5c0ee124-ffa7-4924-b73e-bb8563b6d3bb tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 944 time: 0.0523944 Nov 01 23:01:20.738530 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2293c087-86dd-4066-b773-fcd150dacc88 req-cde236a6-5fb3-4f37-abe6-840d8e23ea5a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Nov 01 23:01:21.851005 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29ab99-995a-4f45-bcc2-fe27fcbf5368 req-c80de222-473c-4dfd-bb7e-257e6f95b5e2 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:21.852496 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9a29ab99-995a-4f45-bcc2-fe27fcbf5368 req-c80de222-473c-4dfd-bb7e-257e6f95b5e2 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 944 time: 0.0493588 Nov 01 23:01:21.889020 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9a29ab99-995a-4f45-bcc2-fe27fcbf5368 req-6cac22f5-050a-496a-8af6-ec99eaa2496d tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307012 Nov 01 23:01:23.008927 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659855a6-cd86-411c-a454-1e122e7b900e req-1b337299-4f4d-4551-884f-a0720327f2d5 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:23.010380 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-659855a6-cd86-411c-a454-1e122e7b900e req-1b337299-4f4d-4551-884f-a0720327f2d5 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 944 time: 0.0557098 Nov 01 23:01:23.048112 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-659855a6-cd86-411c-a454-1e122e7b900e req-2a3909e5-8f4e-4cdc-8980-b8955250093f tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Nov 01 23:01:23.204648 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d00a935f-1068-44f9-ad8d-953bdc19c668 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:01:23.298105 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d00a935f-1068-44f9-ad8d-953bdc19c668,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:23.308918 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'd00a935f-1068-44f9-ad8d-953bdc19c668', 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e', 'port_id': 'd00a935f-1068-44f9-ad8d-953bdc19c668', 'mac_address': 'fa:16:3e:80:9a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ada362-daf6-4067-a3db-00830510a7e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:01:23.346456 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:23.362498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d00a935f-1068-44f9-ad8d-953bdc19c668 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:01:23.380512 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d00a935f-1068-44f9-ad8d-953bdc19c668,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:23.384225 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:23.429134 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:23.436112 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.436452 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.436785 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.437114 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.437437 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.437787 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.438104 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.438420 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.438737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.439052 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.439364 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.439702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:01:23.810957 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['d00a935f-1068-44f9-ad8d-953bdc19c668'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:01:24.166727 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab623a-d13d-4b59-bb74-52d33777a4be req-65d5e37c-4359-4f3e-9838-8bc8afeacd84 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:24.168215 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-52ab623a-d13d-4b59-bb74-52d33777a4be req-65d5e37c-4359-4f3e-9838-8bc8afeacd84 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 945 time: 0.0514603 Nov 01 23:01:24.207218 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-52ab623a-d13d-4b59-bb74-52d33777a4be req-86452d4d-62f4-4504-8d06-d4fdc51147b4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330391 Nov 01 23:01:25.205392 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d00a935f-1068-44f9-ad8d-953bdc19c668 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:01:25.253642 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port d00a935f-1068-44f9-ad8d-953bdc19c668 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:01:25.257909 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port d00a935f-1068-44f9-ad8d-953bdc19c668 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:01:25.258279 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:25.320364 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d313-5353-4422-a860-132e85e50399 req-c46345f9-b519-4243-b39a-5bbc5ec5e301 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:25.321842 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13c6d313-5353-4422-a860-132e85e50399 req-c46345f9-b519-4243-b39a-5bbc5ec5e301 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 945 time: 0.0482886 Nov 01 23:01:25.333718 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:25.355022 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:01:25.357282 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e479e50c-2534-4fa4-8ffe-452c58d819a4" -d '{"events": [{"server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "name": "network-vif-plugged", "status": "completed", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:01:25.359684 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13c6d313-5353-4422-a860-132e85e50399 req-401656fa-e520-4d0f-821d-612bce6f1a66 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Nov 01 23:01:25.378446 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d00a935f-1068-44f9-ad8d-953bdc19c668,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:01:25.386205 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:25.408633 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ab76c-bbbe-4550-afea-9c69611b93da x-openstack-request-id: req-fe9ab76c-bbbe-4550-afea-9c69611b93da {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:01:25.408943 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "name": "network-vif-plugged", "status": "completed", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:01:25.409194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe9ab76c-bbbe-4550-afea-9c69611b93da {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:01:25.409577 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668', 'code': 200} Nov 01 23:01:25.433856 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:01:25.616063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f8c76b-4ab7-4807-a3db-d950da01b3f0 req-c9317583-f858-4281-8334-143bc6e2a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:25.617547 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-10f8c76b-4ab7-4807-a3db-d950da01b3f0 req-c9317583-f858-4281-8334-143bc6e2a08a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 1099 time: 0.0404706 Nov 01 23:01:25.652587 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-10f8c76b-4ab7-4807-a3db-d950da01b3f0 req-c2054973-629f-47f7-b986-28855ab6bad3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272412 Nov 01 23:01:26.480851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a7d55-17e1-4519-a1fb-820cb2f1842c req-ab6b1cc5-afaa-4472-9f2c-a6fb33461fa4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:26.482240 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-912a7d55-17e1-4519-a1fb-820cb2f1842c req-ab6b1cc5-afaa-4472-9f2c-a6fb33461fa4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0558901 Nov 01 23:01:26.519601 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-912a7d55-17e1-4519-a1fb-820cb2f1842c req-599688b6-766a-4126-9e22-feab4689f149 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315254 Nov 01 23:01:27.634124 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b39d2-5b77-41eb-b14c-06516e79ca80 req-45132df0-fbfc-4784-b4f2-5fb452f164ec tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:27.635628 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f9b39d2-5b77-41eb-b14c-06516e79ca80 req-45132df0-fbfc-4784-b4f2-5fb452f164ec tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0483937 Nov 01 23:01:27.673180 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f9b39d2-5b77-41eb-b14c-06516e79ca80 req-e5f53c97-04a5-47be-947c-7341f970e6a1 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Nov 01 23:01:39.440137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbe6d-45b0-4e6a-b8d9-f5c30df221af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:41.669077 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e2fc47d0-8ab6-4bcf-bf6b-57b141401310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:42.684774 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:44.065039 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:45.467862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753c21a-2d68-4cb7-87fb-a938e9692223 req-98687a98-7f7c-408c-aad3-481e2cbaf394 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:45.469318 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1753c21a-2d68-4cb7-87fb-a938e9692223 req-98687a98-7f7c-408c-aad3-481e2cbaf394 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0484352 Nov 01 23:01:45.507544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1753c21a-2d68-4cb7-87fb-a938e9692223 req-ff6569cb-40b9-47eb-925a-935b2628440a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Nov 01 23:01:46.737965 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfaac5-ef9d-40e1-84db-884643aa988e req-aca88763-9867-441c-93b4-450d25548686 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:46.739486 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32cfaac5-ef9d-40e1-84db-884643aa988e req-aca88763-9867-441c-93b4-450d25548686 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.1649661 Nov 01 23:01:46.740096 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:46.776518 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-32cfaac5-ef9d-40e1-84db-884643aa988e req-0ba58a9d-fadd-4742-a068-39b0cb8a5be6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Nov 01 23:01:47.892280 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d3669-95fe-4f92-862c-177dc7e53245 req-d781aa0f-e272-4859-86ae-c4c1de95a9ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:47.893796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da2d3669-95fe-4f92-862c-177dc7e53245 req-d781aa0f-e272-4859-86ae-c4c1de95a9ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0494647 Nov 01 23:01:47.934505 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da2d3669-95fe-4f92-862c-177dc7e53245 req-27825f01-4e45-4ad4-92d1-62a0aa965506 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349519 Nov 01 23:01:48.850045 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:01:49.055804 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c81394-cc85-4288-b243-57851e18dc49 req-dbcd1107-7388-4f0e-a89c-752589d93ce3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:49.057362 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-61c81394-cc85-4288-b243-57851e18dc49 req-dbcd1107-7388-4f0e-a89c-752589d93ce3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0501158 Nov 01 23:01:49.094647 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-61c81394-cc85-4288-b243-57851e18dc49 req-6a1967b8-89ce-4d58-8e08-1d630cef65cc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314450 Nov 01 23:01:49.272703 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:01:50.307485 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1adf-f80b-41aa-b56f-e8198345ef3e req-faf91d43-a830-4aaa-922d-768496696631 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:50.308948 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ffd1adf-f80b-41aa-b56f-e8198345ef3e req-faf91d43-a830-4aaa-922d-768496696631 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Nov 01 23:01:50.346908 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ffd1adf-f80b-41aa-b56f-e8198345ef3e req-491627a2-0c21-4656-a200-471aa040c00e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Nov 01 23:01:51.458868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bb602-d9e9-4d06-98e7-0821b6499a65 req-003f7217-2e2d-4527-bf8b-948c24b2e505 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:51.460370 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d0bb602-d9e9-4d06-98e7-0821b6499a65 req-003f7217-2e2d-4527-bf8b-948c24b2e505 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0481989 Nov 01 23:01:51.497801 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d0bb602-d9e9-4d06-98e7-0821b6499a65 req-7fbe2887-2400-4da7-98af-ab72d731da32 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Nov 01 23:01:52.611172 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357019e3-fe4a-4cf5-b141-0894f9491853 req-dd2d3ae2-8987-410a-afc9-d57237aa9cee tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:52.613583 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-357019e3-fe4a-4cf5-b141-0894f9491853 req-dd2d3ae2-8987-410a-afc9-d57237aa9cee tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0489357 Nov 01 23:01:52.649171 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-357019e3-fe4a-4cf5-b141-0894f9491853 req-cf247c21-4fe0-439f-a228-28beb586256c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298142 Nov 01 23:01:53.766922 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab5989-03d6-4e0c-8c36-993f2ccdd3d0 req-589ca8c8-f505-462b-94c8-77bfbd115de1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:53.768354 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7dab5989-03d6-4e0c-8c36-993f2ccdd3d0 req-589ca8c8-f505-462b-94c8-77bfbd115de1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Nov 01 23:01:53.804304 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7dab5989-03d6-4e0c-8c36-993f2ccdd3d0 req-363aed50-4afe-4a2b-a6a6-742d8f758272 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Nov 01 23:01:54.917287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32586d-5641-469b-ac9a-3bf737a67de6 req-84ed8fc6-e138-459c-a6c5-83129e1dfa52 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:54.918762 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef32586d-5641-469b-ac9a-3bf737a67de6 req-84ed8fc6-e138-459c-a6c5-83129e1dfa52 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0482798 Nov 01 23:01:54.961448 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ef32586d-5641-469b-ac9a-3bf737a67de6 req-cbe61e9c-f68c-4160-8acc-247923a17da2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369122 Nov 01 23:01:55.053772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-bee98f85-d0f0-4290-bebd-f470b1a7815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:55.055424 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-bee98f85-d0f0-4290-bebd-f470b1a7815b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.0407293 Nov 01 23:01:55.159006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-a7df1953-8cc8-41b0-86ca-40e395db4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:55.160392 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-a7df1953-8cc8-41b0-86ca-40e395db4c6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.0854883 Nov 01 23:01:55.224252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-247e8082-388f-4d8f-95d1-1d93df8274fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0553031 Nov 01 23:01:55.275210 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-2c448bab-367a-49ef-8565-e179b1b8c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:55.276645 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-2c448bab-367a-49ef-8565-e179b1b8c7d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0452282 Nov 01 23:01:55.322315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-d8c82d37-a2c1-4007-80d1-dd92bc236cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:55.323780 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-d8c82d37-a2c1-4007-80d1-dd92bc236cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387061 Nov 01 23:01:55.414238 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-7da57cf7-7275-43dc-a9f1-64eb306fb5b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830793 Nov 01 23:01:55.506611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dab6d62f-81d4-4dbd-9551-099acb5f8ecf req-f757becc-aacc-41b4-9b67-abef66519d68 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838933 Nov 01 23:01:56.076510 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5326-43ea-4b24-badd-842d9afbc5c4 req-38086b08-7c0b-47d8-9a07-057a4ef08ba8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:56.077973 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e66b5326-43ea-4b24-badd-842d9afbc5c4 req-38086b08-7c0b-47d8-9a07-057a4ef08ba8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0492547 Nov 01 23:01:56.115076 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e66b5326-43ea-4b24-badd-842d9afbc5c4 req-004db4ce-df4e-4705-95ad-4e1e5dc4460b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306325 Nov 01 23:01:57.231413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea73e7-5129-40ea-82e8-afd58b54f41b req-4412ad00-72e9-4692-aa58-4da975564da3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:57.232902 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-49ea73e7-5129-40ea-82e8-afd58b54f41b req-4412ad00-72e9-4692-aa58-4da975564da3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0508637 Nov 01 23:01:57.270855 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-49ea73e7-5129-40ea-82e8-afd58b54f41b req-3a039d23-2f94-4686-8f03-33f0e65c0cf7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Nov 01 23:01:58.382677 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056fba8-813a-4685-9e70-4b9fb26252a3 req-886b139b-3069-4dba-8d11-b5d5943d37ab tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:58.384182 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1056fba8-813a-4685-9e70-4b9fb26252a3 req-886b139b-3069-4dba-8d11-b5d5943d37ab tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0479412 Nov 01 23:01:58.420509 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1056fba8-813a-4685-9e70-4b9fb26252a3 req-41d29e36-6f45-4313-b4e5-a24018058766 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Nov 01 23:01:59.537160 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6013-7e6d-46eb-8cd3-e92ee900dd43 req-788c9e3b-54e7-48db-8a7f-f4c89e8d4293 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:01:59.538683 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cad6013-7e6d-46eb-8cd3-e92ee900dd43 req-788c9e3b-54e7-48db-8a7f-f4c89e8d4293 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0494134 Nov 01 23:01:59.577711 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cad6013-7e6d-46eb-8cd3-e92ee900dd43 req-3a5c54be-3b99-4548-a8ad-7ce4648ef1b3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Nov 01 23:02:00.091660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3de4-e732-4b0d-a9d2-ded1e511b443 req-5b908c2c-4f72-4222-8cf0-bd32b6cd27d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:00.093117 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8a0b3de4-e732-4b0d-a9d2-ded1e511b443 req-5b908c2c-4f72-4222-8cf0-bd32b6cd27d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0514703 Nov 01 23:02:00.130507 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8a0b3de4-e732-4b0d-a9d2-ded1e511b443 req-d0483f13-2853-4962-8b55-8748ea659dcf tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309157 Nov 01 23:02:00.693889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f575f-4fe7-46c0-b578-747598551c41 req-762cd1a0-e231-4105-93c8-4c5aaad586f6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:00.695358 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce6f575f-4fe7-46c0-b578-747598551c41 req-762cd1a0-e231-4105-93c8-4c5aaad586f6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0491972 Nov 01 23:02:00.732761 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce6f575f-4fe7-46c0-b578-747598551c41 req-d7759329-134f-427a-bcf2-297374275d0a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315259 Nov 01 23:02:01.240644 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a76c-7852-4676-becd-1e20b0acff6e req-726b649c-901b-417e-8da8-3adaa7ccc2e2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:01.242102 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a11a76c-7852-4676-becd-1e20b0acff6e req-726b649c-901b-417e-8da8-3adaa7ccc2e2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0471022 Nov 01 23:02:01.278779 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2a11a76c-7852-4676-becd-1e20b0acff6e req-a92cd362-6d5b-4fe9-be12-d09022a40b9c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Nov 01 23:02:01.846700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dcbc37-f3be-4e0c-a28d-09509983b84c req-07878938-83f6-4d68-b2fd-7c94c4b40701 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:01.848160 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b8dcbc37-f3be-4e0c-a28d-09509983b84c req-07878938-83f6-4d68-b2fd-7c94c4b40701 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Nov 01 23:02:01.884401 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b8dcbc37-f3be-4e0c-a28d-09509983b84c req-0d63e58a-7427-4dad-9293-061e1d987205 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303833 Nov 01 23:02:02.388652 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b1c37-ecf7-4920-a6b1-fe6e1df926f0 req-9111144e-331d-41e7-9b40-f52a6b0c6383 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:02.390092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d2b1c37-ecf7-4920-a6b1-fe6e1df926f0 req-9111144e-331d-41e7-9b40-f52a6b0c6383 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0464230 Nov 01 23:02:02.427889 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d2b1c37-ecf7-4920-a6b1-fe6e1df926f0 req-ec22d351-94c6-458a-b67d-1e472d431f6d tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Nov 01 23:02:02.995236 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934087a-5878-43eb-9369-b38d5c9f644c req-6b1e1cd9-d738-4e88-a810-afb20c3ff8b6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:02.996724 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6934087a-5878-43eb-9369-b38d5c9f644c req-6b1e1cd9-d738-4e88-a810-afb20c3ff8b6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0470207 Nov 01 23:02:03.033870 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6934087a-5878-43eb-9369-b38d5c9f644c req-9e1c9c6d-7c7c-4100-8ceb-150a6193c4e2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302391 Nov 01 23:02:03.542992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175e6a3-7704-4044-b9c7-0b313dacb7fb req-f5b48219-8e6e-4ad1-b672-de159ec7f776 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:03.544455 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f175e6a3-7704-4044-b9c7-0b313dacb7fb req-f5b48219-8e6e-4ad1-b672-de159ec7f776 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0508335 Nov 01 23:02:03.581364 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f175e6a3-7704-4044-b9c7-0b313dacb7fb req-59827f6d-7e69-4aaf-b775-7aba962e7794 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310974 Nov 01 23:02:04.153050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa37478-6d5d-4da6-826b-5a0f4f6c2401 req-26b85d34-f0c8-427a-82d0-dcf916d24a3c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:04.154544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5aa37478-6d5d-4da6-826b-5a0f4f6c2401 req-26b85d34-f0c8-427a-82d0-dcf916d24a3c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0488720 Nov 01 23:02:04.194290 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5aa37478-6d5d-4da6-826b-5a0f4f6c2401 req-efb23f68-fb7a-465a-8f39-11638c9d7adb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333204 Nov 01 23:02:04.718396 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8532081-340f-496f-b6ca-7b56ae49fbf7 req-c1a43e99-ebe1-4582-8e5c-e709247c36b8 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:04.721071 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e8532081-340f-496f-b6ca-7b56ae49fbf7 req-c1a43e99-ebe1-4582-8e5c-e709247c36b8 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0735424 Nov 01 23:02:04.762938 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e8532081-340f-496f-b6ca-7b56ae49fbf7 req-6f8e7bf8-06b6-4957-b332-33582e7022e7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357997 Nov 01 23:02:05.324369 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb73fb7-a317-4551-a7fa-17bad4faaa57 req-4f91ad6c-fc09-4430-b626-ffd963a28566 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:05.325892 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6cb73fb7-a317-4551-a7fa-17bad4faaa57 req-4f91ad6c-fc09-4430-b626-ffd963a28566 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0642285 Nov 01 23:02:05.362839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6cb73fb7-a317-4551-a7fa-17bad4faaa57 req-fe343ed9-9612-4c70-9fc2-7f82a86fb93a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Nov 01 23:02:05.553344 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e837902-3c04-4bb3-b411-b9fd0143f366 req-0cac1a38-3e49-4696-8425-8bb71452a412 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:05.555111 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3e837902-3c04-4bb3-b411-b9fd0143f366 req-0cac1a38-3e49-4696-8425-8bb71452a412 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0490241 Nov 01 23:02:05.599529 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3e837902-3c04-4bb3-b411-b9fd0143f366 req-92e873a2-a5df-4e25-b520-22915f3d6a11 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 Nov 01 23:02:05.661291 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-631ccf97-9543-47dd-8659-8eb19fe81cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:05.662717 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-631ccf97-9543-47dd-8659-8eb19fe81cd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 1099 time: 0.0887806 Nov 01 23:02:05.879789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd973f40-6d05-4270-ae00-125d3c758b7e req-24f85434-0fe5-4e3c-a62c-24bbe708be35 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:05.881250 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cd973f40-6d05-4270-ae00-125d3c758b7e req-24f85434-0fe5-4e3c-a62c-24bbe708be35 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0510645 Nov 01 23:02:05.917306 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cd973f40-6d05-4270-ae00-125d3c758b7e req-37afff1e-c302-4f9a-8ccb-8e989401a016 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302346 Nov 01 23:02:06.718765 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efcd4d-b5f6-400b-96ab-f26689ec1f60 req-9cf87b5d-9632-49ae-8237-d8cd5fbb4527 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:06.720239 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12efcd4d-b5f6-400b-96ab-f26689ec1f60 req-9cf87b5d-9632-49ae-8237-d8cd5fbb4527 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0470068 Nov 01 23:02:06.758194 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-12efcd4d-b5f6-400b-96ab-f26689ec1f60 req-0c1dcb10-5b9a-4257-a789-8c5862afed3c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Nov 01 23:02:07.085338 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147197e2-e005-4f66-98f5-4f2303cba4b9 req-761f77e3-db4b-4484-98dc-420ac001a0de tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:07.086786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-147197e2-e005-4f66-98f5-4f2303cba4b9 req-761f77e3-db4b-4484-98dc-420ac001a0de tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.1032286 Nov 01 23:02:07.116640 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-3cc2766c-606f-4a66-bd70-7794395b1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:07.118022 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-3cc2766c-606f-4a66-bd70-7794395b1327 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.1248791 Nov 01 23:02:07.134759 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-147197e2-e005-4f66-98f5-4f2303cba4b9 req-4a07ff61-ea2e-46d1-aba0-6f9727fa281c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 Nov 01 23:02:07.871078 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656961c1-511e-4ace-8d52-69b2af8b3fac req-abf1413f-22dc-41b5-b053-9ed4fe2f39f2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:07.872454 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-656961c1-511e-4ace-8d52-69b2af8b3fac req-abf1413f-22dc-41b5-b053-9ed4fe2f39f2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0478468 Nov 01 23:02:07.942592 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-656961c1-511e-4ace-8d52-69b2af8b3fac req-2366d444-4a8c-4e45-9d8f-6b2a4aa8dd6c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643151 Nov 01 23:02:07.966789 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-5e9b1af2-491c-40f8-9522-fadd9e83a0a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 200 len: 1002 time: 0.0646198 Nov 01 23:02:08.246859 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bc955-ed08-4b9a-b9cb-61f4a30958fd req-f96e216c-239f-49b9-a6c6-4d6d4320d4a2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:08.248371 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0a1bc955-ed08-4b9a-b9cb-61f4a30958fd req-f96e216c-239f-49b9-a6c6-4d6d4320d4a2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0485499 Nov 01 23:02:08.285379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0a1bc955-ed08-4b9a-b9cb-61f4a30958fd req-b1ffb789-fb0d-4878-b8ac-8cfef07272e9 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Nov 01 23:02:09.054240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197bd71-98ed-4bb0-bf26-6da65f5383b9 req-4230079b-07d5-4a87-b0d9-713b47a7272f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:09.056029 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5197bd71-98ed-4bb0-bf26-6da65f5383b9 req-4230079b-07d5-4a87-b0d9-713b47a7272f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0485063 Nov 01 23:02:09.095935 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5197bd71-98ed-4bb0-bf26-6da65f5383b9 req-506d5524-0d66-407b-9df8-0955ef0c54f0 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340884 Nov 01 23:02:09.168206 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-c3457c8c-bac6-4d38-9406-6f6d4a2eeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:09.169566 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-c3457c8c-bac6-4d38-9406-6f6d4a2eeee4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0413029 Nov 01 23:02:09.213141 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-cbc6e5bc-1fa0-4fb5-b8dd-baf4c9dbdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:09.214528 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-cbc6e5bc-1fa0-4fb5-b8dd-baf4c9dbdd2e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377402 Nov 01 23:02:09.302535 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-ed90ca95-5bb9-4969-a578-7598419b6049 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806384 Nov 01 23:02:09.441714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05b2eaa7-a916-48b3-829e-63af8e2a201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:09.445834 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60ceb5-fa2c-4ce0-9547-01358b467273 req-97ba95e5-75ea-47e5-b0de-d21d2229ed77 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:09.447294 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7b60ceb5-fa2c-4ce0-9547-01358b467273 req-97ba95e5-75ea-47e5-b0de-d21d2229ed77 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0964642 Nov 01 23:02:09.449229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e23222c-8bdb-4397-ab92-a526b6bc90bb req-259cafb7-870b-4028-b4c9-2a6a9e9e6cd4 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226101 Nov 01 23:02:09.487744 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7b60ceb5-fa2c-4ce0-9547-01358b467273 req-a116f881-da68-46c7-8eb9-0e8e52e45684 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343993 Nov 01 23:02:10.208122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3cd1b-2d4a-4add-b6b2-0a1985db17fa req-03f30204-cdc0-4311-87f3-a9db376af1d6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:10.209650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04c3cd1b-2d4a-4add-b6b2-0a1985db17fa req-03f30204-cdc0-4311-87f3-a9db376af1d6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0476243 Nov 01 23:02:10.249510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04c3cd1b-2d4a-4add-b6b2-0a1985db17fa req-f7002326-5f34-439b-9a1a-9d7cd8c84039 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339763 Nov 01 23:02:10.614715 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353b8f2-52c3-4f21-953d-9018547d9561 req-ebdd239f-0acf-412d-acc9-33b678b061fd tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:10.616289 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e353b8f2-52c3-4f21-953d-9018547d9561 req-ebdd239f-0acf-412d-acc9-33b678b061fd tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0578001 Nov 01 23:02:10.658787 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e353b8f2-52c3-4f21-953d-9018547d9561 req-d2989623-fe4e-4262-9957-1cb767addbc3 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357106 Nov 01 23:02:11.365815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a1912-471b-4c72-8c27-a41ea47391c9 req-605cc414-2f8c-431d-a3d9-892855858106 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:11.367227 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-695a1912-471b-4c72-8c27-a41ea47391c9 req-605cc414-2f8c-431d-a3d9-892855858106 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0469604 Nov 01 23:02:11.405515 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-695a1912-471b-4c72-8c27-a41ea47391c9 req-ea2334db-1fbe-4534-acc2-fc13dd6bec27 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Nov 01 23:02:11.669091 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bdbb082d-75c7-4291-9f8d-6f73e2565023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:11.770856 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6c9e9-997d-4dbd-adf4-6f015e40e4c0 req-d934fb0f-1dc8-482b-948a-64368428f8c7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:11.772338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-94c6c9e9-997d-4dbd-adf4-6f015e40e4c0 req-d934fb0f-1dc8-482b-948a-64368428f8c7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0485473 Nov 01 23:02:11.808219 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-94c6c9e9-997d-4dbd-adf4-6f015e40e4c0 req-532c47c6-279a-4b22-9e41-880b4ee21415 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300469 Nov 01 23:02:12.688714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:12.919845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42944aa-f7da-42e2-94a3-36448d39aa88 req-5019a3f1-b121-48f9-8085-24c52ce828b0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:12.921227 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f42944aa-f7da-42e2-94a3-36448d39aa88 req-5019a3f1-b121-48f9-8085-24c52ce828b0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0474999 Nov 01 23:02:12.958168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f42944aa-f7da-42e2-94a3-36448d39aa88 req-36f14d45-9778-4b61-8662-51150afd9dc5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304608 Nov 01 23:02:14.067761 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:14.071436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34235e-afb9-4297-b35a-ea7b235a5206 req-af28211d-1cdd-422d-8525-0e7671795118 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:14.072966 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e34235e-afb9-4297-b35a-ea7b235a5206 req-af28211d-1cdd-422d-8525-0e7671795118 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0497701 Nov 01 23:02:14.112598 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e34235e-afb9-4297-b35a-ea7b235a5206 req-74518fbc-4410-41ca-8cbb-a30f55345778 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Nov 01 23:02:15.222713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4872a4-35e7-401b-a8dd-f302f17c4ee7 req-a43d072f-b83b-4748-8cd7-d3c725497f3c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:15.224197 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ae4872a4-35e7-401b-a8dd-f302f17c4ee7 req-a43d072f-b83b-4748-8cd7-d3c725497f3c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0474837 Nov 01 23:02:15.260876 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ae4872a4-35e7-401b-a8dd-f302f17c4ee7 req-a7ccd346-5f6b-4eae-b800-67ded4111a33 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310121 Nov 01 23:02:15.887577 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-ea0701ec-535f-4ff6-871f-8482e1cb68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:15.889116 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-ea0701ec-535f-4ff6-871f-8482e1cb68d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0399561 Nov 01 23:02:16.221473 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-a1fa62f5-cc64-49de-9312-7232463b0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:16.222927 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-a1fa62f5-cc64-49de-9312-7232463b0143 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.3245485 Nov 01 23:02:16.287205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-fc433d06-f588-49ff-b6ab-50bf944c6f12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1002 time: 0.0552819 Nov 01 23:02:16.343897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-36c4383e-a306-41b9-b6ef-8ab99d16ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:16.345285 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-36c4383e-a306-41b9-b6ef-8ab99d16ca04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0508900 Nov 01 23:02:16.407433 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c1495-e03e-4b11-82f7-4aa5e3eaefca req-b182a46d-48f3-44d0-8576-7f836dac884c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:16.408872 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e22c1495-e03e-4b11-82f7-4aa5e3eaefca req-b182a46d-48f3-44d0-8576-7f836dac884c tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0797935 Nov 01 23:02:16.415190 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-31a4d9cf-289e-4279-9a55-fa92bbf2032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:16.416748 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-31a4d9cf-289e-4279-9a55-fa92bbf2032b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556223 Nov 01 23:02:16.495132 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e22c1495-e03e-4b11-82f7-4aa5e3eaefca req-f4926f40-6834-475f-9c8f-30828b7c02e4 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773809 Nov 01 23:02:16.527622 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-e3737fb8-72f2-462d-a004-db7d4efdf6e9 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974009 Nov 01 23:02:16.617605 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82aa8fc1-6577-493f-89ae-2930f32d6763 req-0544f8f5-877f-4b62-9a59-fb1e482972ed service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Nov 01 23:02:16.742324 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:17.611621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934d33b-fc74-491a-8279-71404883f8f0 req-3ba4314c-8f07-4434-a5a6-5a19485f22b0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:17.613114 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c934d33b-fc74-491a-8279-71404883f8f0 req-3ba4314c-8f07-4434-a5a6-5a19485f22b0 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0521393 Nov 01 23:02:17.649834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c934d33b-fc74-491a-8279-71404883f8f0 req-6b4972bd-41e5-417d-98e7-e8ebf82ff90f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301886 Nov 01 23:02:18.767552 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ff2bb-fc91-43b3-af69-d928d793ab09 req-e0cafd72-5550-451e-9002-ca0af5b0ff56 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:18.769029 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c43ff2bb-fc91-43b3-af69-d928d793ab09 req-e0cafd72-5550-451e-9002-ca0af5b0ff56 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0506802 Nov 01 23:02:18.808301 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c43ff2bb-fc91-43b3-af69-d928d793ab09 req-c7697d2d-e99e-4bf2-a04e-559085682d9a tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Nov 01 23:02:19.280748 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:19.919730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce09b8-c45f-4a02-b2ae-04d43721fd8f req-11f5d421-6289-4410-a7e4-a1bbe5f07ef8 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:19.921103 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9ce09b8-c45f-4a02-b2ae-04d43721fd8f req-11f5d421-6289-4410-a7e4-a1bbe5f07ef8 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0478642 Nov 01 23:02:19.958669 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9ce09b8-c45f-4a02-b2ae-04d43721fd8f req-220cf160-7e82-42f6-97f0-8edfb85ebd66 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Nov 01 23:02:20.077973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-edfc3b2b-4b9c-43d0-a90c-954970046aa2 req-76dd93ff-b53b-47f8-a77a-a2647fe49661 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:02:20.079091 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-edfc3b2b-4b9c-43d0-a90c-954970046aa2 req-76dd93ff-b53b-47f8-a77a-a2647fe49661 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0590413 Nov 01 23:02:20.241527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:20.252465 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b87a60-322f-4b6f-a991-4953c1f3c274 req-19fc88a6-c88c-4d36-97b1-cb97ba3903a7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:20.255955 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39b87a60-322f-4b6f-a991-4953c1f3c274 req-19fc88a6-c88c-4d36-97b1-cb97ba3903a7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0656111 Nov 01 23:02:20.295990 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39b87a60-322f-4b6f-a991-4953c1f3c274 req-dcbf00ea-94f5-4629-b2c1-67836b4be0bf tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Nov 01 23:02:20.368747 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-e6a38f01-b714-4c9c-abcb-24d148048cdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251576 Nov 01 23:02:20.377768 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-efce06f7-2943-4266-99db-4d4d125cbaec service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:02:20.378740 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-efce06f7-2943-4266-99db-4d4d125cbaec service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050445 Nov 01 23:02:21.411415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326baefb-c4aa-4244-8404-d140a4bdb274 req-b22f6476-a880-4738-9bf5-24f61d6601bb tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:21.412870 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-326baefb-c4aa-4244-8404-d140a4bdb274 req-b22f6476-a880-4738-9bf5-24f61d6601bb tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0499799 Nov 01 23:02:21.459040 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-326baefb-c4aa-4244-8404-d140a4bdb274 req-91052ac9-2dc8-4d26-95a0-a15723a686cb tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396016 Nov 01 23:02:21.526646 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab4c7-9157-4d99-9403-715716db9397 req-91fe5a4b-25d4-496d-b19c-90db957b89a8 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:21.528145 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bb5ab4c7-9157-4d99-9403-715716db9397 req-91fe5a4b-25d4-496d-b19c-90db957b89a8 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0475850 Nov 01 23:02:21.564039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bb5ab4c7-9157-4d99-9403-715716db9397 req-d03d7441-7bfd-4f84-a9a1-0a2cf4487f45 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301538 Nov 01 23:02:21.692122 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:02:21.769892 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:21.792656 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:21.794877 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2602cbeb-dea8-4784-940f-cea128bb7e7c" -d '{"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:21.808600 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:21.813990 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:21.838416 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c00525a-6df8-4d3e-9213-e6dc4bde4cbc x-openstack-request-id: req-8c00525a-6df8-4d3e-9213-e6dc4bde4cbc {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:21.838771 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-unplugged", "status": "failed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:21.838924 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c00525a-6df8-4d3e-9213-e6dc4bde4cbc {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:21.839378 dv-cinder-812216-2-iscsi neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'code': 422} returned with failed status Nov 01 23:02:21.863519 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:22.399548 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-39363398-616a-4e0f-82b0-057f829dbcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.401011 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-39363398-616a-4e0f-82b0-057f829dbcb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a&tenant_id=a613551c961b462fb40a6f5a24181785 HTTP/1.1" status: 200 len: 1097 time: 0.0428891 Nov 01 23:02:22.476648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-c3b004d3-6377-4701-a749-1b10acc91586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.477992 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-c3b004d3-6377-4701-a749-1b10acc91586 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1097 time: 0.0395460 Nov 01 23:02:22.597978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-8000bb99-7682-4df1-a42d-efccb184d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.600143 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-8000bb99-7682-4df1-a42d-efccb184d688 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.1140904 Nov 01 23:02:22.608382 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1d0bd-83bf-4178-af33-6fbb7cb32308 req-16bcba7e-daf9-4191-b7a0-e3cd24c0895d tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.609825 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-93e1d0bd-83bf-4178-af33-6fbb7cb32308 req-16bcba7e-daf9-4191-b7a0-e3cd24c0895d tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0751374 Nov 01 23:02:22.720323 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-93e1d0bd-83bf-4178-af33-6fbb7cb32308 req-4080b5d1-d40f-4e11-ad3d-2d7fce12c8dc tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025352 Nov 01 23:02:22.722781 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-87fbd505-5374-4558-896c-825ee943183a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1000 time: 0.1121004 Nov 01 23:02:22.745211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940552-20a8-488c-a8ea-061d2f64fa30 req-b5e0bde9-f28e-42b9-942d-5242bed3bc3a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.746606 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98940552-20a8-488c-a8ea-061d2f64fa30 req-b5e0bde9-f28e-42b9-942d-5242bed3bc3a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0974116 Nov 01 23:02:22.805265 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-ce4440fa-986e-4ae8-88eb-c0aa1ee24b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.806650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-ce4440fa-986e-4ae8-88eb-c0aa1ee24b6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0752730 Nov 01 23:02:22.809526 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98940552-20a8-488c-a8ea-061d2f64fa30 req-f8c77a73-889f-44cd-84b3-86c46c2f1236 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 Nov 01 23:02:22.853694 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-a61128b2-b4ea-4af7-87b2-222a3171f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:22.855169 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-a61128b2-b4ea-4af7-87b2-222a3171f2c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401447 Nov 01 23:02:22.950929 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-c87faf9c-d98b-419b-b868-94fb4f7636ce service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876260 Nov 01 23:02:23.045318 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-b39429da-6561-4cee-809c-7f0582b5f293 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797167 Nov 01 23:02:23.835491 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75751be6-daa3-4a4d-a7b2-c93edefa28df req-a7115bfd-9d33-48be-8d11-0e5bc8a862ab tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:23.836965 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75751be6-daa3-4a4d-a7b2-c93edefa28df req-a7115bfd-9d33-48be-8d11-0e5bc8a862ab tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0522115 Nov 01 23:02:23.883133 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-75751be6-daa3-4a4d-a7b2-c93edefa28df req-2d3ccf68-c778-43c1-b721-d2b9b2544b24 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401657 Nov 01 23:02:23.953391 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-3162d3ac-3e9f-42ee-ab52-875d5904e33c tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:23.954849 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-3162d3ac-3e9f-42ee-ab52-875d5904e33c tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0824838 Nov 01 23:02:23.962801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f58ed-0d98-484f-bc39-aa92140f1ba6 req-1629c6a3-df6b-4856-840f-e37313640fe1 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:23.964228 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a83f58ed-0d98-484f-bc39-aa92140f1ba6 req-1629c6a3-df6b-4856-840f-e37313640fe1 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7010c60-8681-4e53-8887-8118d45bd88c HTTP/1.1" status: 200 len: 946 time: 0.0791640 Nov 01 23:02:24.051192 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a83f58ed-0d98-484f-bc39-aa92140f1ba6 req-65cc2a4d-8074-42c5-bc90-0f876639f32c tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794413 Nov 01 23:02:24.076363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Deleting port d00a935f-1068-44f9-ad8d-953bdc19c668 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:02:24.076702 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:24.165894 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] For port d00a935f-1068-44f9-ad8d-953bdc19c668, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d00a935f-1068-44f9-ad8d-953bdc19c668,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:24.166164 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:24.177507 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Calling delete_port for d00a935f-1068-44f9-ad8d-953bdc19c668 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:02:24.299431 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:24.330816 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Pushing event deleted for resources: {'Port': ['ID=d00a935f-1068-44f9-ad8d-953bdc19c668,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:24.340588 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['d00a935f-1068-44f9-ad8d-953bdc19c668'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:02:24.342572 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.342888 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.343260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.343586 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.343957 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.344258 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.344588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.344919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.345243 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.345565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.345887 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.346208 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:24.379970 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] No DVR routers for this DVR port d00a935f-1068-44f9-ad8d-953bdc19c668 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:02:24.382273 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:24.385569 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3bf20880-db82-4d41-bbcf-55f577a6bb9c req-722e203f-a517-434b-9cc5-8f2f376dc638 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "DELETE /v2.0/ports/d00a935f-1068-44f9-ad8d-953bdc19c668 HTTP/1.1" status: 204 len: 173 time: 0.4204397 Nov 01 23:02:24.386009 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'name': 'network-vif-deleted', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:24.388250 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720a0c03-b65b-42c6-8f1c-e3209358fe1c" -d '{"events": [{"server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "name": "network-vif-deleted", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:24.478788 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b70793-d69a-4b7b-8073-1097cc218384 x-openstack-request-id: req-05b70793-d69a-4b7b-8073-1097cc218384 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:24.479113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7010c60-8681-4e53-8887-8118d45bd88c", "name": "network-vif-deleted", "tag": "d00a935f-1068-44f9-ad8d-953bdc19c668", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:24.479431 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05b70793-d69a-4b7b-8073-1097cc218384 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:24.479885 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7010c60-8681-4e53-8887-8118d45bd88c', 'name': 'network-vif-deleted', 'tag': 'd00a935f-1068-44f9-ad8d-953bdc19c668', 'status': 'completed', 'code': 200} Nov 01 23:02:24.999414 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc457f-17c9-48da-9fe2-b662b0d91166 req-0bca156f-4ec4-45a4-acd7-c39f48896e51 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:25.000930 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cbcc457f-17c9-48da-9fe2-b662b0d91166 req-0bca156f-4ec4-45a4-acd7-c39f48896e51 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0510180 Nov 01 23:02:25.038715 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cbcc457f-17c9-48da-9fe2-b662b0d91166 req-143ffa46-2ed1-4eef-bd87-19dafd6afe91 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313718 Nov 01 23:02:25.848686 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:02:26.158936 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9a6d-f2ad-4f4f-8ea9-0f28d0b6d44d req-0cc1e553-0c87-4c8d-9252-91dac28fbc2d tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:26.160423 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f40f9a6d-f2ad-4f4f-8ea9-0f28d0b6d44d req-0cc1e553-0c87-4c8d-9252-91dac28fbc2d tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0555539 Nov 01 23:02:26.201152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f40f9a6d-f2ad-4f4f-8ea9-0f28d0b6d44d req-cd6db2a0-d7be-41d2-af17-e458fb2409b9 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343397 Nov 01 23:02:27.313257 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e7ebc-a6ff-409c-abfd-ed36b798eae2 req-a37eab92-9357-4866-9d3b-6d9351380e3f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:27.314767 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e3e7ebc-a6ff-409c-abfd-ed36b798eae2 req-a37eab92-9357-4866-9d3b-6d9351380e3f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0488060 Nov 01 23:02:27.351689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e3e7ebc-a6ff-409c-abfd-ed36b798eae2 req-283cce39-5deb-40f2-9eba-eba6a0b371a2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311179 Nov 01 23:02:28.463940 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da515b73-2316-4418-9ee6-a932635ab5f9 req-113c853b-4956-453a-a9ff-03022a1074fc tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:28.465399 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da515b73-2316-4418-9ee6-a932635ab5f9 req-113c853b-4956-453a-a9ff-03022a1074fc tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0480428 Nov 01 23:02:28.501839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da515b73-2316-4418-9ee6-a932635ab5f9 req-e6ed4bf0-1fef-44cf-9213-cfd4b962d110 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306625 Nov 01 23:02:29.248370 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d00a935f-1068-44f9-ad8d-953bdc19c668 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:02:29.268507 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: d00a935f-1068-44f9-ad8d-953bdc19c668 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:02:29.268848 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d00a935f-1068-44f9-ad8d-953bdc19c668 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:02:29.620101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94929dc-46a7-4111-a035-91547f36834b req-cbcb8d25-dc8f-4da2-afe6-f48c2fcf7054 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:29.621589 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c94929dc-46a7-4111-a035-91547f36834b req-cbcb8d25-dc8f-4da2-afe6-f48c2fcf7054 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0487132 Nov 01 23:02:29.661092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c94929dc-46a7-4111-a035-91547f36834b req-97e12284-42ba-479f-8799-eccc3f8755b2 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336442 Nov 01 23:02:30.781471 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42cecb3-d661-46c5-915b-378e3a6295a9 req-6c34e01c-0ac7-4441-91fa-639d80dafc15 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:30.783033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b42cecb3-d661-46c5-915b-378e3a6295a9 req-6c34e01c-0ac7-4441-91fa-639d80dafc15 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0495446 Nov 01 23:02:30.823915 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b42cecb3-d661-46c5-915b-378e3a6295a9 req-347279da-683c-417f-b97b-af1101521dbb tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346048 Nov 01 23:02:31.748907 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:02:31.842543 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:31.853835 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'port_id': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:02:31.890170 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:31.903618 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0807cfe6-2efe-40a5-a9ee-27157173b073 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:02:31.923098 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:31.927326 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:31.937394 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34108fcc-6d51-4b2e-be1e-4ee5f2e5a1fe req-f0674a60-2aaf-4ffa-a803-97027d70a900 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:31.938885 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-34108fcc-6d51-4b2e-be1e-4ee5f2e5a1fe req-f0674a60-2aaf-4ffa-a803-97027d70a900 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 944 time: 0.0499716 Nov 01 23:02:31.974177 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:31.976807 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-34108fcc-6d51-4b2e-be1e-4ee5f2e5a1fe req-716f51e5-0c8b-40ac-8b5b-5bc47d3b88aa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315642 Nov 01 23:02:31.981781 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.982157 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.982511 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.982858 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.983174 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.983535 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.983864 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.984189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.984527 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.984881 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.985201 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:31.985520 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:33.087724 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651a131-ec69-4e2f-819c-e518b37a209c req-4b2176e1-8a69-4fa3-bbfa-4fd47b059e35 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:33.089158 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4651a131-ec69-4e2f-819c-e518b37a209c req-4b2176e1-8a69-4fa3-bbfa-4fd47b059e35 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0482204 Nov 01 23:02:33.128107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4651a131-ec69-4e2f-819c-e518b37a209c req-b1653f6f-26b8-419a-a5d8-2bb7ede9c8d6 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Nov 01 23:02:34.241506 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f516735-a05b-4079-ade6-cde58d592ea0 req-45cb594b-bc1f-4642-b2e0-b999aa63c343 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:34.242972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f516735-a05b-4079-ade6-cde58d592ea0 req-45cb594b-bc1f-4642-b2e0-b999aa63c343 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0486059 Nov 01 23:02:34.279213 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7f516735-a05b-4079-ade6-cde58d592ea0 req-a664b515-d6d5-4f07-8174-a5db5d2707b9 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304005 Nov 01 23:02:35.390917 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c8d1a-896a-4996-994a-b5f701945b08 req-d04df266-fbea-4952-bfb3-4dded5f3e911 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:35.392396 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f85c8d1a-896a-4996-994a-b5f701945b08 req-d04df266-fbea-4952-bfb3-4dded5f3e911 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0480397 Nov 01 23:02:35.443768 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f85c8d1a-896a-4996-994a-b5f701945b08 req-6cd0eebd-5379-4e2b-9d91-e8bd2e1aec42 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Nov 01 23:02:35.930284 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['0807cfe6-2efe-40a5-a9ee-27157173b073'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:02:36.562180 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb83334-c9a2-4647-9e24-1d63bba8a030 req-4196a272-ea24-4c75-83fb-0d75e2ba730a tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:36.563657 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cfb83334-c9a2-4647-9e24-1d63bba8a030 req-4196a272-ea24-4c75-83fb-0d75e2ba730a tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 945 time: 0.0471442 Nov 01 23:02:36.603735 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cfb83334-c9a2-4647-9e24-1d63bba8a030 req-b0c013c9-acc7-47ec-abf3-5a50e257a98f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338421 Nov 01 23:02:37.101912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-1b6fd74a-d055-46bc-9c98-db4a13e2c65b tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:37.103271 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-1b6fd74a-d055-46bc-9c98-db4a13e2c65b tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 814 time: 0.0990932 Nov 01 23:02:37.118157 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-13bdc6a1-99c3-4f0b-b83c-2f239061fce0 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/quotas/75aa847be54f4ee6933f5b209e9d392a HTTP/1.1" status: 200 len: 375 time: 0.0092454 Nov 01 23:02:37.147534 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-27b6f0ea-a8ba-4617-a06b-eac07bc8789e tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243618 Nov 01 23:02:37.239492 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-eeaa829d-d11d-4b11-a728-2cc54fde9d25 service neutron] 10.222.0.11 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853984 Nov 01 23:02:37.328289 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-b0fcfcd4-fcef-4d75-b23f-fdbbeee84051 service neutron] 10.222.0.11 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822117 Nov 01 23:02:37.467857 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:02:37.481569 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e6b7228-6df3-420e-8ae1-4a2d55771402 req-23a3e34f-b3ff-4282-8f26-83683533725a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 210 time: 0.0289080 Nov 01 23:02:37.526789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 0807cfe6-2efe-40a5-a9ee-27157173b073 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:02:37.527261 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:37.603113 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:37.632636 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:37.634860 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dfdafb-fc5b-40f6-9978-23f792b00fb1" -d '{"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:37.648091 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:37.655594 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:37.718429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:37.741788 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa59f-7910-4fd1-a2a7-43aca4509282 req-619fc8fc-2e6f-466b-b631-3090ddbd9f28 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:37.747109 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d0cec-0a3c-45bb-bec4-7122074de6c4 x-openstack-request-id: req-6f6d0cec-0a3c-45bb-bec4-7122074de6c4 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:37.747406 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-plugged", "status": "completed", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:37.747686 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f6d0cec-0a3c-45bb-bec4-7122074de6c4 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:37.748085 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'code': 200} Nov 01 23:02:37.749538 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d64fa59f-7910-4fd1-a2a7-43aca4509282 req-619fc8fc-2e6f-466b-b631-3090ddbd9f28 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0606337 Nov 01 23:02:37.785321 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d64fa59f-7910-4fd1-a2a7-43aca4509282 req-f10ed069-c5b5-4d05-b611-2b600fd9eb7f tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347965 Nov 01 23:02:38.062111 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14249a14-7f4c-4126-8e5e-08dc108df314 req-07c5c29e-de67-46bb-9920-4ea3fe154528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:38.063683 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14249a14-7f4c-4126-8e5e-08dc108df314 req-07c5c29e-de67-46bb-9920-4ea3fe154528 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0417967 Nov 01 23:02:38.100662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-14249a14-7f4c-4126-8e5e-08dc108df314 req-cc81fadf-21bb-4a6e-bb18-e8f519d5f8d6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275829 Nov 01 23:02:38.579616 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cd5736b5-d4f4-43da-b9f7-a35a92ddd52b req-b01b35cc-aaf6-46ac-8c5f-d40a4fd48e87 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Nov 01 23:02:38.907347 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808163c-0032-4f06-afb1-7f2d5c995d42 req-cb1111f7-a969-4268-93fe-e4557c8845d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:38.908809 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1808163c-0032-4f06-afb1-7f2d5c995d42 req-cb1111f7-a969-4268-93fe-e4557c8845d1 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0478659 Nov 01 23:02:38.947551 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1808163c-0032-4f06-afb1-7f2d5c995d42 req-19eef46a-e053-48ee-8173-689697db9050 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319746 Nov 01 23:02:39.140775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-0f28b6d8-2ad2-4489-8ed9-6cde9b2505e3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:39.142225 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-0f28b6d8-2ad2-4489-8ed9-6cde9b2505e3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 814 time: 0.1044781 Nov 01 23:02:39.164312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Request body: {'port': {'device_id': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e', 'admin_state_up': True, 'tenant_id': '75aa847be54f4ee6933f5b209e9d392a'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:39.270831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Made reservation on behalf of 75aa847be54f4ee6933f5b209e9d392a for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:02:39.274923 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:39.396335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Allocated IP 172.20.0.8 (5f2c646f-b3c8-4581-890b-18ccba73225e/44ada362-daf6-4067-a3db-00830510a7e9/d76fc111-d4e9-4df8-a37d-373a16ded1e7) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:02:39.441588 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6fc1-8a1c-4c28-8024-3eaf7bfc4a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:39.540992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:39.573637 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:39.621075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Network 5f2c646f-b3c8-4581-890b-18ccba73225e is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:02:39.624411 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:02:39.629205 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:02:39.633978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Pushing event updated for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:39.708386 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:39.708919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:39.730082 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa44fb6-de75-42fb-9c3c-faae8070d963 req-5da196e0-6f96-414d-907e-6d680ae3b00f tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:39.731671 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bfa44fb6-de75-42fb-9c3c-faae8070d963 req-5da196e0-6f96-414d-907e-6d680ae3b00f tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 931 time: 0.0785713 Nov 01 23:02:39.739714 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-08a4489a-da93-49c6-a7e6-8333a2cedbf4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802689 Nov 01 23:02:39.761234 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Request body: {'port': {'device_id': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:39.804386 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bfa44fb6-de75-42fb-9c3c-faae8070d963 req-f81b8df6-6080-4ffe-b558-f61725b2ef37 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637083 Nov 01 23:02:39.826868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.086464 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b14f3-0e8c-4186-b4d0-3786d19f65c9 req-f6068467-fe96-4092-9206-6a1eefae281b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:40.087946 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff1b14f3-0e8c-4186-b4d0-3786d19f65c9 req-f6068467-fe96-4092-9206-6a1eefae281b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0714869 Nov 01 23:02:40.134055 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76fc111-d4e9-4df8-a37d-373a16ded1e7 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:02:40.144347 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.159972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff1b14f3-0e8c-4186-b4d0-3786d19f65c9 req-b3683ba6-12ca-4619-afca-67f7e3aa2565 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523474 Nov 01 23:02:40.170231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Transition to ACTIVE for port object d76fc111-d4e9-4df8-a37d-373a16ded1e7 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:02:40.180000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.230701 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:40.295987 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Attempting to bind port d76fc111-d4e9-4df8-a37d-373a16ded1e7 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:02:40.296313 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Attempting to bind port d76fc111-d4e9-4df8-a37d-373a16ded1e7 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:02:40.296634 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Attempting to bind port d76fc111-d4e9-4df8-a37d-373a16ded1e7 on network 5f2c646f-b3c8-4581-890b-18ccba73225e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:02:40.300785 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Port d76fc111-d4e9-4df8-a37d-373a16ded1e7 on network 5f2c646f-b3c8-4581-890b-18ccba73225e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:02:40.301097 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Attempting to bind port d76fc111-d4e9-4df8-a37d-373a16ded1e7 on network 5f2c646f-b3c8-4581-890b-18ccba73225e {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:02:40.306047 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:02:40.306375 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Checking segment: {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:02:40.306746 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Bound using segment: {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:02:40.307161 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Bound port: d76fc111-d4e9-4df8-a37d-373a16ded1e7, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '154ea0c3-3a88-4424-bc25-90111fcae25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:02:40.307525 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.367423 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:02:40.370340 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:02:40.374168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.407005 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:40.407636 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:40.408969 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] 10.222.0.26 "PUT /v2.0/ports/d76fc111-d4e9-4df8-a37d-373a16ded1e7 HTTP/1.1" status: 200 len: 1093 time: 0.6539462 Nov 01 23:02:40.409397 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:40.411622 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:40.434889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e827c2-451e-4e9e-9e22-27a3b14f6a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:40.451702 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aebc0ef-94ee-4c04-97d7-26244ff5f26f x-openstack-request-id: req-2aebc0ef-94ee-4c04-97d7-26244ff5f26f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:40.452040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:40.452296 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2aebc0ef-94ee-4c04-97d7-26244ff5f26f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:40.452911 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7', 'status': 'completed', 'code': 200} Nov 01 23:02:40.510819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-17510423-3cab-4512-96a8-04601cf9cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:40.512203 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-17510423-3cab-4512-96a8-04601cf9cb06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0407982 Nov 01 23:02:40.560888 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-77dfb79f-6888-49e5-bf9e-fad90a9a40c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7 HTTP/1.1" status: 200 len: 217 time: 0.0348649 Nov 01 23:02:40.608295 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-cda30e85-d50a-4150-8f46-6b99d728e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:40.609712 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-cda30e85-d50a-4150-8f46-6b99d728e223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ada362-daf6-4067-a3db-00830510a7e9 HTTP/1.1" status: 200 len: 854 time: 0.0418713 Nov 01 23:02:40.644507 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-3b4f3df7-ee27-40d1-8701-e272d9d4dc6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c646f-b3c8-4581-890b-18ccba73225e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262043 Nov 01 23:02:41.016260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1fa42-b1a3-4784-9aa7-04789824eb6b req-9d9056d6-4398-4c22-8c02-156d177b0de2 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:41.017709 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cc1fa42-b1a3-4784-9aa7-04789824eb6b req-9d9056d6-4398-4c22-8c02-156d177b0de2 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 943 time: 0.0673599 Nov 01 23:02:41.019415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-dc5f352a-7b20-4b14-ae7e-e2a332c70a93 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665493 Nov 01 23:02:41.106970 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7cc1fa42-b1a3-4784-9aa7-04789824eb6b req-ee5eab58-dd6c-4d71-a9ff-9d0c9d053960 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833387 Nov 01 23:02:41.134112 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6148616-5edf-4da5-8522-6fdb506b3be2 req-dcf94657-a734-4341-b3e9-2509bff7d745 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050131 Nov 01 23:02:41.283542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-582a2be9-bfaf-44ba-8a04-f94f90083a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:41.285010 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-582a2be9-bfaf-44ba-8a04-f94f90083a17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75aa847be54f4ee6933f5b209e9d392a&device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 1096 time: 0.0414701 Nov 01 23:02:41.377546 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-73e63cc5-838f-4ac0-87d6-be03e22ff34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:41.378885 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-73e63cc5-838f-4ac0-87d6-be03e22ff34d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 200 len: 915 time: 0.0853269 Nov 01 23:02:41.420365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-1b1855f4-86b1-4e04-9e03-ff8d01b5d35a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7 HTTP/1.1" status: 200 len: 217 time: 0.0328941 Nov 01 23:02:41.467473 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-1a84d9dc-0e32-4113-aab7-ba7f08481ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:41.468877 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-1a84d9dc-0e32-4113-aab7-ba7f08481ad9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=44ada362-daf6-4067-a3db-00830510a7e9 HTTP/1.1" status: 200 len: 854 time: 0.0416405 Nov 01 23:02:41.500353 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-e471f8bc-03a8-4d43-aeb8-4f531b4f1b39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5f2c646f-b3c8-4581-890b-18ccba73225e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233667 Nov 01 23:02:41.591796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-c8c1ecfc-a3a4-4636-a7c7-b5c0153ea7b1 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830524 Nov 01 23:02:41.669690 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-dff429c7-dd94-4ec7-963c-c996985a09a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:41.692060 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6ca4d7e-e5c4-4dc6-9d02-ec6cee7a1b2b req-c91f30c2-f6da-4a85-9ccd-34785e8c7b59 service neutron] 10.222.0.26 "GET /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927317 Nov 01 23:02:42.220882 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeece0-87db-4814-990e-0cf75a571a00 req-fc558290-b484-4159-95c0-0e9b84a39ec4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:42.222367 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87eeece0-87db-4814-990e-0cf75a571a00 req-fc558290-b484-4159-95c0-0e9b84a39ec4 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 943 time: 0.0497801 Nov 01 23:02:42.263344 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87eeece0-87db-4814-990e-0cf75a571a00 req-474bc430-3be5-4e83-a485-e04b23debfc9 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351448 Nov 01 23:02:42.690669 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:43.384475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d589d5-3349-4a06-bf39-7821edde0594 req-a1c738c9-4497-40c8-bd52-5c248fc9061e tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:43.385993 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98d589d5-3349-4a06-bf39-7821edde0594 req-a1c738c9-4497-40c8-bd52-5c248fc9061e tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 943 time: 0.0486786 Nov 01 23:02:43.425027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-98d589d5-3349-4a06-bf39-7821edde0594 req-67139db0-653f-4aa8-a186-cb8ba8b0bc2f tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Nov 01 23:02:43.624120 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96963940-7969-4a0e-b8d7-dd7a3b507a43 req-824cbf45-c1f1-4dbc-9345-22f10a680ad9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:43.625600 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-96963940-7969-4a0e-b8d7-dd7a3b507a43 req-824cbf45-c1f1-4dbc-9345-22f10a680ad9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0518329 Nov 01 23:02:43.662683 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-96963940-7969-4a0e-b8d7-dd7a3b507a43 req-0fe8d6ff-c5ba-4dbf-ba56-985e32e5cbd8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305588 Nov 01 23:02:44.069849 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:44.537627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ee84d-1464-4316-8508-5456b8061838 req-bdea4e48-9615-49dd-8338-f3103e74cab3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:44.539069 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e6ee84d-1464-4316-8508-5456b8061838 req-bdea4e48-9615-49dd-8338-f3103e74cab3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 943 time: 0.0479634 Nov 01 23:02:44.577061 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e6ee84d-1464-4316-8508-5456b8061838 req-f1959784-1c4a-46c1-898c-05965df97215 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319669 Nov 01 23:02:44.779970 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63883f0d-3c1e-4258-a744-0016b8ff9b00 req-4431504a-ba03-4e20-9863-c58f83c8e2f9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:44.781471 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-63883f0d-3c1e-4258-a744-0016b8ff9b00 req-4431504a-ba03-4e20-9863-c58f83c8e2f9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0485864 Nov 01 23:02:44.822812 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-63883f0d-3c1e-4258-a744-0016b8ff9b00 req-8cf66725-c53f-4030-b643-6c31ad4bef34 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Nov 01 23:02:45.485124 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d76fc111-d4e9-4df8-a37d-373a16ded1e7 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:02:45.575243 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:45.586343 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7', 'network_id': '5f2c646f-b3c8-4581-890b-18ccba73225e', 'port_id': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7', 'mac_address': 'fa:16:3e:46:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ada362-daf6-4067-a3db-00830510a7e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:02:45.627238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-f79a2e0b-7dd3-48dc-a7b0-282ec947b8f8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:45.628877 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-f79a2e0b-7dd3-48dc-a7b0-282ec947b8f8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.0619862 Nov 01 23:02:45.629612 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:45.642106 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76fc111-d4e9-4df8-a37d-373a16ded1e7 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:02:45.661624 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:45.667706 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:45.714877 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:45.738945 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0933c-3fde-4434-b686-78374506f7dd req-34942bba-07c7-45d8-bdf1-5992fcc81c2b tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:45.740563 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eee0933c-3fde-4434-b686-78374506f7dd req-34942bba-07c7-45d8-bdf1-5992fcc81c2b tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 944 time: 0.0801110 Nov 01 23:02:45.782415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Deleting port 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:02:45.782753 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:45.810650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eee0933c-3fde-4434-b686-78374506f7dd req-a2d9ddd9-b16e-4011-bb64-4017371ab10a tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637922 Nov 01 23:02:45.879493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] For port 4ebaac8d-876a-4c02-8a1f-4a452a979418, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=4ebaac8d-876a-4c02-8a1f-4a452a979418,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:45.879846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.064154 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e310a-e41e-4282-8ee3-b2e3603a90e1 req-dcffe18e-9d03-49ab-af68-94ecc43e874a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:46.065545 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e02e310a-e41e-4282-8ee3-b2e3603a90e1 req-dcffe18e-9d03-49ab-af68-94ecc43e874a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4 HTTP/1.1" status: 200 len: 946 time: 0.1555617 Nov 01 23:02:46.109142 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['d76fc111-d4e9-4df8-a37d-373a16ded1e7'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:02:46.143165 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e02e310a-e41e-4282-8ee3-b2e3603a90e1 req-50ac9536-e193-423f-b5c1-bcdabb4131ba tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=9b522417-1f38-434b-aa1d-b1bcc911f848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699849 Nov 01 23:02:46.157782 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.158340 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.158739 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Floating IP 860040be-39e1-43ec-9226-d198c7d86cb0 disassociated. External IP: 172.27.2.87, port: 4ebaac8d-876a-4c02-8a1f-4a452a979418. Nov 01 23:02:46.159118 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Calling delete_port for 4ebaac8d-876a-4c02-8a1f-4a452a979418 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:02:46.293181 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.321436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'Port': ['ID=4ebaac8d-876a-4c02-8a1f-4a452a979418,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:46.433266 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:02:46.539934 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:02:46.550819 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:02:46.560573 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:02:46.561186 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:02:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:02:46.578093 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] No DVR routers for this DVR port 4ebaac8d-876a-4c02-8a1f-4a452a979418 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:02:46.580646 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.587999 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-076d8b2c-4395-4349-a613-2ebe526393f4 req-02107fd4-e400-4094-9873-6990957124bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "DELETE /v2.0/ports/4ebaac8d-876a-4c02-8a1f-4a452a979418 HTTP/1.1" status: 204 len: 173 time: 0.9487612 Nov 01 23:02:46.587999 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-deleted', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:46.587999 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3f912-0bcf-47f2-972d-a2784e1ab48a" -d '{"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-deleted", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:46.635771 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b529f5-2ddd-4e17-9d0b-b4974221dd42 x-openstack-request-id: req-a5b529f5-2ddd-4e17-9d0b-b4974221dd42 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:46.636345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4", "name": "network-vif-deleted", "tag": "4ebaac8d-876a-4c02-8a1f-4a452a979418", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:46.636345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5b529f5-2ddd-4e17-9d0b-b4974221dd42 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:46.636755 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7161e6c3-1d0d-4703-8e76-bd1c6ce1acb4', 'name': 'network-vif-deleted', 'tag': '4ebaac8d-876a-4c02-8a1f-4a452a979418', 'status': 'completed', 'code': 200} Nov 01 23:02:46.692727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:02:46.796096 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:46.905863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:02:46.937033 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:02:46.938862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93705e97-dcf4-4493-a90a-6d2c67188d88 req-e7af64f1-a769-4603-811d-a8de81f74623 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:46.940695 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-93705e97-dcf4-4493-a90a-6d2c67188d88 req-e7af64f1-a769-4603-811d-a8de81f74623 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 944 time: 0.0539393 Nov 01 23:02:46.945307 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:02:46.945905 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:02:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:02:46.978827 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-93705e97-dcf4-4493-a90a-6d2c67188d88 req-1c049a67-fec0-46c3-b9b6-3eaefa8c80c3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Nov 01 23:02:47.173138 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:02:47.279353 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52966) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:47.335902 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.358826 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.386858 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:02:47.408732 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.411560 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.413045 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "DELETE /v2.0/security-groups/9b522417-1f38-434b-aa1d-b1bcc911f848 HTTP/1.1" status: 204 len: 168 time: 0.1326036 Nov 01 23:02:47.414257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edec8a4-9c4a-4ddc-852d-f0c56aee6299 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:02:47.416399 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 52968) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:47.431646 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.api.v2.resource [None req-c863631d-560a-48cf-9583-1f35721fa92f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] show failed (client error): The resource could not be found. Nov 01 23:02:47.433727 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b522417-1f38-434b-aa1d-b1bcc911f848,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:47.435620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c863631d-560a-48cf-9583-1f35721fa92f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups/9b522417-1f38-434b-aa1d-b1bcc911f848 HTTP/1.1" status: 404 len: 347 time: 0.0179074 Nov 01 23:02:47.436160 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 52970) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:47.442509 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.443185 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.444250 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.444688 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.445115 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.445541 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.445981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.446536 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.446957 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.447513 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.447932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.448352 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881c7c9-f5ec-4d13-bee2-608fa911a848 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:02:47.486701 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d76fc111-d4e9-4df8-a37d-373a16ded1e7 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:02:47.552198 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port d76fc111-d4e9-4df8-a37d-373a16ded1e7 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:02:47.557391 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port d76fc111-d4e9-4df8-a37d-373a16ded1e7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:02:47.557825 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.573209 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Deleting port a5ab6db1-30c1-4892-893b-196eb4ffed1e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:02:47.573631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.645035 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.647997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.648511 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.660823 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Calling delete_port for a5ab6db1-30c1-4892-893b-196eb4ffed1e owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:02:47.669631 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:47.671889 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4a66b1-6e66-47a6-9657-bef190d3c1ae" -d '{"events": [{"server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:47.687760 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:02:47.699483 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.700541 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:02:47.749591 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db1ccf-685b-40eb-9495-e2446df9b534 x-openstack-request-id: req-82db1ccf-685b-40eb-9495-e2446df9b534 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:47.750156 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "name": "network-vif-plugged", "status": "completed", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:47.750556 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82db1ccf-685b-40eb-9495-e2446df9b534 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:47.751099 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7', 'code': 200} Nov 01 23:02:47.753625 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 4ebaac8d-876a-4c02-8a1f-4a452a979418 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:02:47.754276 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 4ebaac8d-876a-4c02-8a1f-4a452a979418 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:02:47.786942 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:47.810854 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4470875-993b-4c22-abba-3f19934fa06a None None] New status for floating IP 860040be-39e1-43ec-9226-d198c7d86cb0: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:02:47.846335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:47.888205 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'Port': ['ID=a5ab6db1-30c1-4892-893b-196eb4ffed1e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:47.928733 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.db.api [None req-d4470875-993b-4c22-abba-3f19934fa06a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101294) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 23:02:47.929186 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG oslo_db.api [None req-d4470875-993b-4c22-abba-3f19934fa06a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 23:02:48.008796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec80a7-2806-4fc6-96c9-339c1e2220c4 req-96551b39-a47f-4d74-b565-85437716ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:48.010792 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69ec80a7-2806-4fc6-96c9-339c1e2220c4 req-96551b39-a47f-4d74-b565-85437716ba13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 1098 time: 0.0779295 Nov 01 23:02:48.031598 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:48.034178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:48.035380 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-609eb6d8-ade7-4037-9b92-2a5057ae3c32 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "DELETE /v2.0/floatingips/860040be-39e1-43ec-9226-d198c7d86cb0 HTTP/1.1" status: 204 len: 168 time: 0.5983057 Nov 01 23:02:48.076119 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-69ec80a7-2806-4fc6-96c9-339c1e2220c4 req-6475dcb9-ee86-4382-815f-3d0ba89eb9fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588198 Nov 01 23:02:48.132921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776daf30-5da8-44ba-8357-5a73ff822e45 req-d9e972a9-2a1e-46ad-8a7f-54741a352765 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:48.134425 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-776daf30-5da8-44ba-8357-5a73ff822e45 req-d9e972a9-2a1e-46ad-8a7f-54741a352765 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0615458 Nov 01 23:02:48.190962 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-776daf30-5da8-44ba-8357-5a73ff822e45 req-508daf5b-79ed-426c-9064-262a1fbfca3b tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Nov 01 23:02:48.430886 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4470875-993b-4c22-abba-3f19934fa06a None None] New status for floating IP 860040be-39e1-43ec-9226-d198c7d86cb0: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:02:49.280737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.317084 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1448b-21a7-4fd3-9c60-ea8a95570894 req-d356b3d4-aebd-4579-8a38-7c874f87b0f3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:49.318587 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06f1448b-21a7-4fd3-9c60-ea8a95570894 req-d356b3d4-aebd-4579-8a38-7c874f87b0f3 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0564892 Nov 01 23:02:49.355226 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06f1448b-21a7-4fd3-9c60-ea8a95570894 req-f6781f02-34d2-4f23-bf1f-8bde3b8d5c5f tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307202 Nov 01 23:02:49.498332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 52982) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:49.502916 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219580832', 'description': 'tempest-description--1690399071'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:49.526585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.597607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.602760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.632836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.634119 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1347454 Nov 01 23:02:49.635414 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b61bc-5a0b-4fc5-a44b-0de982b592eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f877c93-688a-4ae0-bd09-3d988e0edff6,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:49.637111 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52984) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:49.642888 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group_rule': {'security_group_id': '3f877c93-688a-4ae0-bd09-3d988e0edff6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:49.672000 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.728543 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.732887 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.750035 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c430d5-6c3e-4d5f-b9d5-54417e2d3654,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:49.757626 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.758829 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ed0cb57c-4894-46f7-976e-4bf485effd4d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198595 Nov 01 23:02:49.761421 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52986) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:49.765784 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'security_group_rule': {'security_group_id': '3f877c93-688a-4ae0-bd09-3d988e0edff6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:49.792049 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.845964 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.849578 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.867737 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8f4b6d-5d7e-4f85-82cb-7ce37438c977,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:49.875632 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:49.876838 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5f2b2a4b-1c48-422d-a42d-a04b3b0c24ab tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144753 Nov 01 23:02:49.879911 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 52988) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:02:49.884678 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:49.905762 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.003957 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.102260 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Allocated IP 172.27.2.176 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/0966c688-7dce-4ba3-b90e-3f5ede332074) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:02:50.214799 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.248122 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.283218 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:02:50.285710 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:02:50.291722 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:02:50.315212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=0966c688-7dce-4ba3-b90e-3f5ede332074,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:50.377007 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.411911 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.473191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e87727-045f-4fe9-a23c-afd5f4355ef0 req-d273e64d-a5aa-4ecc-a7be-ac6cf5fc24e6 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:50.475291 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-30e87727-045f-4fe9-a23c-afd5f4355ef0 req-d273e64d-a5aa-4ecc-a7be-ac6cf5fc24e6 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Nov 01 23:02:50.512505 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-30e87727-045f-4fe9-a23c-afd5f4355ef0 req-0f9a986e-3bfc-4902-b55c-c64febbe793d tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Nov 01 23:02:50.584641 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.591403 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.657796 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=0966c688-7dce-4ba3-b90e-3f5ede332074,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:50.670109 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.685527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:50.686754 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7b03ebc7-2d0d-44af-80f4-af6450ed8f2a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8058219 Nov 01 23:02:50.832605 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-e97b7a4b-ceae-47a5-81f3-f404c31bab7d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1219580832&fields=id&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 267 time: 0.0390375 Nov 01 23:02:50.969405 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-ea4ebadf-40f6-44db-aab1-b7eb864449d8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:50.970879 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-ea4ebadf-40f6-44db-aab1-b7eb864449d8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 817 time: 0.1305242 Nov 01 23:02:50.986878 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-c3be5281-cd9a-4989-b947-36a031a1bff7 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/quotas/20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 375 time: 0.0101347 Nov 01 23:02:51.043822 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-e08a5e7e-1433-4102-be17-9aa4f57424a4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474539 Nov 01 23:02:51.184602 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6e8941d-8401-49cd-8379-c831d3b05303 service neutron] 10.222.0.11 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272459 Nov 01 23:02:51.274362 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-83137cfc-c751-4194-a5e3-f8672aff7c4e service neutron] 10.222.0.11 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Nov 01 23:02:51.431591 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-65a594f4-3a59-4dc5-a90e-520cf2b5a062 req-872c3ce2-9378-4a55-9495-56bcfc47a961 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 210 time: 0.0284860 Nov 01 23:02:52.489922 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-14524f7d-56ea-4b1e-ad9c-3e5cedbf255e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:52.492144 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-14524f7d-56ea-4b1e-ad9c-3e5cedbf255e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 817 time: 0.1065273 Nov 01 23:02:52.534101 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8d174238-8b83-4585-bb2c-79047ba41cbb req-0ff64888-16ea-4c3c-829c-93e7f4663b12 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 210 time: 0.0268500 Nov 01 23:02:52.573278 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-8b3df7be-5a61-48f6-9ee2-2715d5b16cc4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 380 time: 0.0415831 Nov 01 23:02:52.584868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'port': {'device_id': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'admin_state_up': True, 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'security_groups': ['3f877c93-688a-4ae0-bd09-3d988e0edff6']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:52.688460 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Made reservation on behalf of 20c8cea678214ca883a23965edb93bc4 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:02:52.691886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:52.814160 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Allocated IP 172.20.0.3 (db7a9b91-339b-4f74-8d75-be65d458cb1f/972a570d-c2b2-4c63-94b8-e3f00b730c04/a9361769-def0-4ada-8db4-433299c68c36) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:02:52.946556 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:52.979535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.019075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Network db7a9b91-339b-4f74-8d75-be65d458cb1f is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:02:53.022553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:02:53.028627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:02:53.053483 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:53.083140 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:53.084421 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.101756 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d6ed4ef5-fb67-456e-940c-b7bfec757931 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5204017 Nov 01 23:02:53.121793 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Request body: {'port': {'device_id': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:02:53.178026 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.224773 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3e838df2-c0f6-4a4b-b1f7-e228fa3da78e None None] Provisioning complete for port a9361769-def0-4ada-8db4-433299c68c36 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:02:53.225355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3e838df2-c0f6-4a4b-b1f7-e228fa3da78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.262167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3e838df2-c0f6-4a4b-b1f7-e228fa3da78e None None] Port a9361769-def0-4ada-8db4-433299c68c36 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:02:53.436939 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:02:53.444624 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.455908 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Transition to ACTIVE for port object a9361769-def0-4ada-8db4-433299c68c36 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:02:53.460652 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.509816 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:53.587848 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Attempting to bind port a9361769-def0-4ada-8db4-433299c68c36 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:02:53.587848 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Attempting to bind port a9361769-def0-4ada-8db4-433299c68c36 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:02:53.587848 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Attempting to bind port a9361769-def0-4ada-8db4-433299c68c36 on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:02:53.593333 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Port a9361769-def0-4ada-8db4-433299c68c36 on network db7a9b91-339b-4f74-8d75-be65d458cb1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:02:53.593778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Attempting to bind port a9361769-def0-4ada-8db4-433299c68c36 on network db7a9b91-339b-4f74-8d75-be65d458cb1f {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:02:53.600069 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:02:53.600532 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Checking segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:02:53.601026 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Bound using segment: {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:02:53.601553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Bound port: a9361769-def0-4ada-8db4-433299c68c36, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa17cf4-5067-4bcd-8a88-226805c9a37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:02:53.602125 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.697432 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333183d9-ea7d-4394-9a40-1e635af3765b req-e7b3ea34-4c8b-44a4-9efd-5972c263263f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:53.698849 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-333183d9-ea7d-4394-9a40-1e635af3765b req-e7b3ea34-4c8b-44a4-9efd-5972c263263f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0870950 Nov 01 23:02:53.704446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:02:53.708505 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:02:53.721997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.774645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:53.775262 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:02:53.776662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] 10.222.0.26 "PUT /v2.0/ports/a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 1093 time: 0.6591461 Nov 01 23:02:53.778939 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:02:53.781252 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7927ea-71d4-4dcf-816d-57c681927ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:02:53.791397 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-333183d9-ea7d-4394-9a40-1e635af3765b req-2b3942a0-ed17-4641-876a-3a23ab9e16eb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847130 Nov 01 23:02:53.801938 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c9f1-b3fe-4f57-b18f-5a7323645b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:02:53.826131 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11d6395-83c5-4fe5-92d9-36d9726a04a9 x-openstack-request-id: req-f11d6395-83c5-4fe5-92d9-36d9726a04a9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:02:53.826544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:02:53.826805 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f11d6395-83c5-4fe5-92d9-36d9726a04a9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:02:53.827232 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'status': 'completed', 'code': 200} Nov 01 23:02:53.898749 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d618b359-b9e5-4b81-908e-b9612fd50164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:53.900393 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-d618b359-b9e5-4b81-908e-b9612fd50164 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1096 time: 0.0427992 Nov 01 23:02:53.959782 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-73249500-2626-4c54-a69c-44409166e490 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 217 time: 0.0352817 Nov 01 23:02:54.013704 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-1eb3c6f8-41fa-488e-b18e-f1510f2bb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.015138 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-1eb3c6f8-41fa-488e-b18e-f1510f2bb1e1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0481853 Nov 01 23:02:54.306647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-58adbd75-6c8b-4345-b465-b04c5e5f53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.308177 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-58adbd75-6c8b-4345-b465-b04c5e5f53ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2848890 Nov 01 23:02:54.395057 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-3850e866-b861-4dd7-abc4-fa01b789ef6e service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784068 Nov 01 23:02:54.484480 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-144cfbc2-68c5-409f-b544-2c93815a1478 req-bb9794f5-0014-408a-872c-287c867dc0a9 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Nov 01 23:02:54.618544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-050abf44-44bd-4008-8ef0-c62c84ede48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.620088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-050abf44-44bd-4008-8ef0-c62c84ede48a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1096 time: 0.0408881 Nov 01 23:02:54.712007 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-641355e8-b477-4845-bfa9-dd350e8197fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.713446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-641355e8-b477-4845-bfa9-dd350e8197fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0850432 Nov 01 23:02:54.759845 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-92ee3bce-7bf3-41dc-9473-743346cdf869 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 217 time: 0.0367782 Nov 01 23:02:54.810529 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-ee37e65e-759d-41df-9bfd-77055f8f4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.811959 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-ee37e65e-759d-41df-9bfd-77055f8f4e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0458677 Nov 01 23:02:54.857960 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-5f88bdbd-19f3-455d-8d6d-9115e7553235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.859431 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-5f88bdbd-19f3-455d-8d6d-9115e7553235 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392537 Nov 01 23:02:54.982013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800412a-a2b5-4547-a1d6-7e0d54d3fd95 req-dea5bf98-44e1-48f1-b42e-d7cfae72015e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:54.983353 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0800412a-a2b5-4547-a1d6-7e0d54d3fd95 req-dea5bf98-44e1-48f1-b42e-d7cfae72015e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0937078 Nov 01 23:02:54.986723 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-9ce28f32-23eb-4c5f-823f-3d0bab29b293 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191776 Nov 01 23:02:55.069996 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0800412a-a2b5-4547-a1d6-7e0d54d3fd95 req-0929c9b5-5a85-472f-8a5c-a6171b38a4ee tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807533 Nov 01 23:02:55.098081 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1b7927ea-71d4-4dcf-816d-57c681927ad3 req-12eef7e9-78f9-4253-8911-bdbbd6f95dac service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031122 Nov 01 23:02:56.190594 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acd519-7bed-464b-89f0-be9a26d1c107 req-aaccfee7-ade7-473e-adcb-de0cc346362b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:56.192079 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39acd519-7bed-464b-89f0-be9a26d1c107 req-aaccfee7-ade7-473e-adcb-de0cc346362b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0519247 Nov 01 23:02:56.229398 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39acd519-7bed-464b-89f0-be9a26d1c107 req-58bc87e1-5852-44ef-b369-68529e2173b9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Nov 01 23:02:57.076416 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-46caf02b-551e-4615-8b4e-ee98c5d9cd6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393796 Nov 01 23:02:57.152608 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-ebca63b0-22a2-480c-aca0-3ad0fc351deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:57.154119 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-ebca63b0-22a2-480c-aca0-3ad0fc351deb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0390987 Nov 01 23:02:57.261841 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-100f0a55-0d46-4f13-937d-bd10fcfe5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:57.263348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-100f0a55-0d46-4f13-937d-bd10fcfe5308 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.0891132 Nov 01 23:02:57.365444 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-a5bdca47-e8f0-4b56-852a-2b19504becf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1002 time: 0.0882316 Nov 01 23:02:57.379102 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7423a7e-8603-444e-bff9-de9e87140958 req-165d2817-06e7-427b-83fa-83930700405f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:57.381090 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7423a7e-8603-444e-bff9-de9e87140958 req-165d2817-06e7-427b-83fa-83930700405f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0681734 Nov 01 23:02:57.446346 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-9393274c-fb40-4635-8b3f-ed3bc032cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:57.447805 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-9393274c-fb40-4635-8b3f-ed3bc032cf6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0658770 Nov 01 23:02:57.450663 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7423a7e-8603-444e-bff9-de9e87140958 req-bc0394d9-f0a7-479a-9d08-c7b2ab48bed3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617621 Nov 01 23:02:57.494172 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-51a251a7-98b4-44fb-ae17-2a611496abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:57.495894 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-51a251a7-98b4-44fb-ae17-2a611496abcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393043 Nov 01 23:02:57.589049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-78082675-a475-4fe4-8edb-78f1644f8bf0 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Nov 01 23:02:57.675809 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6f079c9b-dfec-4d49-bbbf-816fc5566fb0 req-7c36a9da-aa15-4c11-83dd-57a26c757bab service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793235 Nov 01 23:02:58.572845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65803e-7f50-4718-b135-dc98cad0aea5 req-f24896fb-89a3-4f8d-a12f-692cdefdfbfc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:58.574379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd65803e-7f50-4718-b135-dc98cad0aea5 req-f24896fb-89a3-4f8d-a12f-692cdefdfbfc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0527337 Nov 01 23:02:58.611152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd65803e-7f50-4718-b135-dc98cad0aea5 req-870e5088-fa30-42a9-aced-6662832b80a2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308354 Nov 01 23:02:59.728625 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c840c-e84b-4a61-b936-2ea8374489f7 req-afe0fa49-19bf-48ed-88f0-585d41dbcec4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:02:59.730098 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d10c840c-e84b-4a61-b936-2ea8374489f7 req-afe0fa49-19bf-48ed-88f0-585d41dbcec4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0482669 Nov 01 23:02:59.766358 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d10c840c-e84b-4a61-b936-2ea8374489f7 req-fa709be4-33e0-466a-9776-9b2c46e6f8b1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305119 Nov 01 23:03:00.243981 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:03:00.338893 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:00.354317 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'a9361769-def0-4ada-8db4-433299c68c36', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:03:00.390904 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:00.403774 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:03:00.422400 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:00.426463 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:00.475570 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:00.885970 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d26da-dd46-4d10-a19a-3d7064bfaea9 req-a737aec9-d01b-4aca-a627-38a4f310ce81 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:00.887361 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e33d26da-dd46-4d10-a19a-3d7064bfaea9 req-a737aec9-d01b-4aca-a627-38a4f310ce81 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0511851 Nov 01 23:03:00.923229 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e33d26da-dd46-4d10-a19a-3d7064bfaea9 req-dfa86829-d89c-4a42-ad40-87077e5cb026 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300291 Nov 01 23:03:02.043736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b5b3d-6aea-49b4-8fbe-69ec7c246614 req-b7e1ec43-9b07-4130-ad29-3547238ae18f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:02.045196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-272b5b3d-6aea-49b4-8fbe-69ec7c246614 req-b7e1ec43-9b07-4130-ad29-3547238ae18f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0515132 Nov 01 23:03:02.082698 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-272b5b3d-6aea-49b4-8fbe-69ec7c246614 req-c573af62-a6af-4e2a-9f0b-c2d5005a03ce tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315218 Nov 01 23:03:02.847615 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:03:03.200167 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85801826-14d3-4ee6-bfb1-f3b1994884e1 req-7321220e-615f-43cb-8cab-717c0ae56222 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:03.201626 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-85801826-14d3-4ee6-bfb1-f3b1994884e1 req-7321220e-615f-43cb-8cab-717c0ae56222 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0483606 Nov 01 23:03:03.238508 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-85801826-14d3-4ee6-bfb1-f3b1994884e1 req-4db8cd87-8dc7-44d7-9ea8-e178fd5a4c00 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311184 Nov 01 23:03:03.824965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['a9361769-def0-4ada-8db4-433299c68c36'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:03:04.363805 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c3def-5d64-46dd-99dc-eaf1ed68224f req-ed176cb5-9530-4bc9-8cec-ebb3742e2865 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:04.365894 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e71c3def-5d64-46dd-99dc-eaf1ed68224f req-ed176cb5-9530-4bc9-8cec-ebb3742e2865 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0487115 Nov 01 23:03:04.402915 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e71c3def-5d64-46dd-99dc-eaf1ed68224f req-093cbe67-488d-4c55-a41b-21bcc59dbdc0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Nov 01 23:03:05.525449 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a5a081-20b8-40df-9301-7da4a5dd2245 req-b5eec65f-719c-49a9-a0b2-9f4488ee121c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:05.526917 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-65a5a081-20b8-40df-9301-7da4a5dd2245 req-b5eec65f-719c-49a9-a0b2-9f4488ee121c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0531492 Nov 01 23:03:05.573746 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-65a5a081-20b8-40df-9301-7da4a5dd2245 req-1003118d-7ad6-440e-843e-d6377fc532f2 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Nov 01 23:03:06.691441 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd676618-6366-4532-ba72-a6057abfc6e5 req-5aa14163-57ff-4648-ac7d-9e55fc3c159f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:06.692942 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd676618-6366-4532-ba72-a6057abfc6e5 req-5aa14163-57ff-4648-ac7d-9e55fc3c159f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0491929 Nov 01 23:03:06.730601 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd676618-6366-4532-ba72-a6057abfc6e5 req-c0f2ca15-2aae-4c4a-9eb6-a1e781d119aa tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Nov 01 23:03:07.845899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e12b5-302e-4838-bca8-657cd2a695f3 req-18bcc63d-06e0-42b2-af73-f157043cc303 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:07.847348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-317e12b5-302e-4838-bca8-657cd2a695f3 req-18bcc63d-06e0-42b2-af73-f157043cc303 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0479634 Nov 01 23:03:07.883769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-317e12b5-302e-4838-bca8-657cd2a695f3 req-f0180a99-446a-49ac-9c2c-835d03e87b81 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Nov 01 23:03:08.672351 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:08.720152 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port a9361769-def0-4ada-8db4-433299c68c36 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:03:08.724018 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port a9361769-def0-4ada-8db4-433299c68c36 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:08.724380 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:08.800969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:08.823137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:08.825385 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3a85f8-7c2f-4dce-9304-232cd2a8348f" -d '{"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:08.838776 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:08.844088 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:08.866770 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17044c2a-5ff0-4f10-95fd-eeedc8a8a54d x-openstack-request-id: req-17044c2a-5ff0-4f10-95fd-eeedc8a8a54d {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:08.867032 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:08.867274 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17044c2a-5ff0-4f10-95fd-eeedc8a8a54d {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:08.867683 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'code': 200} Nov 01 23:03:08.892075 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:09.003855 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b5a2-bf3d-4972-8d74-a100eb0c2a7d req-29ea0317-d55a-4ae9-ad5f-901dca26f91d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:09.005972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bbf2b5a2-bf3d-4972-8d74-a100eb0c2a7d req-29ea0317-d55a-4ae9-ad5f-901dca26f91d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0521486 Nov 01 23:03:09.042674 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bbf2b5a2-bf3d-4972-8d74-a100eb0c2a7d req-a1f4b4f9-2b11-4d9f-bc52-e41d013eed76 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Nov 01 23:03:09.082544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6734b-8943-4296-bc01-1439e27b964f req-e6ee9df9-9089-43bc-9c5b-b84ea52d0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:09.084079 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a6734b-8943-4296-bc01-1439e27b964f req-e6ee9df9-9089-43bc-9c5b-b84ea52d0108 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1098 time: 0.0395544 Nov 01 23:03:09.120325 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7a6734b-8943-4296-bc01-1439e27b964f req-df8ef195-0937-4880-b438-a65d3deb8f42 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271244 Nov 01 23:03:09.443785 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-00c66538-2e46-4bd3-8c73-f89eca4de180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:10.162795 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8580cea-a8b7-40e0-b7f8-f3b0ef9888f2 req-0d845541-5f85-409e-9636-df04be0f5c7c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:10.164281 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a8580cea-a8b7-40e0-b7f8-f3b0ef9888f2 req-0d845541-5f85-409e-9636-df04be0f5c7c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0475476 Nov 01 23:03:10.201321 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a8580cea-a8b7-40e0-b7f8-f3b0ef9888f2 req-eb8d6b5c-093f-4ee6-8ff4-dfc5d537fa1d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Nov 01 23:03:11.335240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ce121-6364-454a-97a8-a1ce4e8b085d req-a67bb5f7-a09b-4294-9ce8-a63cf662fad0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:11.336754 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f6ce121-6364-454a-97a8-a1ce4e8b085d req-a67bb5f7-a09b-4294-9ce8-a63cf662fad0 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0548952 Nov 01 23:03:11.373253 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2f6ce121-6364-454a-97a8-a1ce4e8b085d req-3de0a3fb-5914-42cc-a53b-cea5ca2af3dc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Nov 01 23:03:11.671665 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff883607-f370-4d08-9f20-5d2bdbdc581c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:12.489035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3632bc-eacc-4ebc-9fa8-2d63dfa8a774 req-59211a11-bc7c-434f-b41a-110097bebbf3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:12.491438 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e3632bc-eacc-4ebc-9fa8-2d63dfa8a774 req-59211a11-bc7c-434f-b41a-110097bebbf3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0480084 Nov 01 23:03:12.527131 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e3632bc-eacc-4ebc-9fa8-2d63dfa8a774 req-d075cf8f-35a9-4a2e-9786-958e3ee96d40 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302124 Nov 01 23:03:12.639787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d53fc-ad72-4488-97d5-70dfa2872a5a req-5c03f8fe-e298-4fff-a5a8-eb2edcdd0a62 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:12.641268 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa5d53fc-ad72-4488-97d5-70dfa2872a5a req-5c03f8fe-e298-4fff-a5a8-eb2edcdd0a62 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0487123 Nov 01 23:03:12.650197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53142) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:12.654540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Request body: {'floatingip': {'port_id': 'a9361769-def0-4ada-8db4-433299c68c36'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:12.692735 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:12.698305 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:13.119230 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:13.123018 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:13.219056 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Floating IP 9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4 associated. External IP: 172.27.2.176, port: a9361769-def0-4ada-8db4-433299c68c36. Nov 01 23:03:13.425747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:03:13.529420 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:13.533919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:13.557618 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:13.560459 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e28d1342-78a9-4735-94f9-4b3fb81b45ed tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "PUT /v2.0/floatingips/9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4 HTTP/1.1" status: 200 len: 991 time: 0.9091396 Nov 01 23:03:13.561072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:13.563343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6095182-549a-4a69-8eb6-1d34ab69a2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:13.567979 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:13.568630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:13.602344 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad113c06-5127-4d96-b0b7-6dece29bfc23 x-openstack-request-id: req-ad113c06-5127-4d96-b0b7-6dece29bfc23 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:13.602740 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:13.602999 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad113c06-5127-4d96-b0b7-6dece29bfc23 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:13.603563 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'status': 'completed', 'code': 200} Nov 01 23:03:13.687698 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:13.718722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-565d6abf-9731-43e4-9057-29536d72c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:13.720262 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-565d6abf-9731-43e4-9057-29536d72c95d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1098 time: 0.0443552 Nov 01 23:03:13.820200 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-4a76b3c6-c7fa-4ade-a0de-4d85f7d77102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:13.821665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-4a76b3c6-c7fa-4ade-a0de-4d85f7d77102 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0908115 Nov 01 23:03:13.897449 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-2cc8c8fd-0480-4095-b60e-c77e86689277 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 999 time: 0.0616753 Nov 01 23:03:13.956052 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-c5084344-1357-47d7-b024-f184a28096e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:13.957550 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-c5084344-1357-47d7-b024-f184a28096e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0444975 Nov 01 23:03:13.959470 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:02:50Z', 'updated_at': '2021-11-01T23:03:13Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:13.985148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:13.993886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:13.994478 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:14.014131 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-5dd803dc-89e4-4fd9-bb2f-8d93e79337b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:14.015847 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-5dd803dc-89e4-4fd9-bb2f-8d93e79337b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398626 Nov 01 23:03:14.100054 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:14.106374 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:14.116101 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-9d3586ca-c973-474b-a919-ca4237ee7312 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911224 Nov 01 23:03:14.213347 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a6095182-549a-4a69-8eb6-1d34ab69a2a4 req-9012966d-4ae0-431f-bff2-8072578ef161 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Nov 01 23:03:14.455838 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:02:50Z', 'updated_at': '2021-11-01T23:03:13Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:14.485998 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b89980-3caa-47a9-b457-8d9b658f3b05 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:02:50Z', 'updated_at': '2021-11-01T23:03:13Z', 'revision_number': 1, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:14.591730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a63c8e-4304-441e-8008-74a52a544068 req-85e71b90-be2d-4142-a72e-d1a0963c11e0 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:14.593248 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-40a63c8e-4304-441e-8008-74a52a544068 req-85e71b90-be2d-4142-a72e-d1a0963c11e0 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0502560 Nov 01 23:03:14.632653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-40a63c8e-4304-441e-8008-74a52a544068 req-2bf2516d-279e-4c54-9cdf-9958e9b23d23 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330133 Nov 01 23:03:14.682716 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7594bb-ed4a-4610-af9d-8349bf27469f None None] New status for floating IP 9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:03:15.750050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacd06a-6add-4654-8207-aa7d33ffac0c req-02373548-a31f-4117-8b32-b07a49e8d265 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:15.751560 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dcacd06a-6add-4654-8207-aa7d33ffac0c req-02373548-a31f-4117-8b32-b07a49e8d265 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0526133 Nov 01 23:03:15.788444 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dcacd06a-6add-4654-8207-aa7d33ffac0c req-4a0485c1-34f6-40b6-bcc5-9121525b213d tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Nov 01 23:03:16.747475 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:16.819443 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-e759a5f1-e56d-4c53-8728-783daf9f0364 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:16.820979 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-e759a5f1-e56d-4c53-8728-783daf9f0364 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Nov 01 23:03:16.937826 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765602eb-a2e7-41c4-a85c-a63557824212 req-83e9d390-b9e1-4682-9c06-4b78a775b1f6 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:16.939204 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-765602eb-a2e7-41c4-a85c-a63557824212 req-83e9d390-b9e1-4682-9c06-4b78a775b1f6 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/ports?device_id=05fc7216-c614-4240-8f76-dcbce63ecdc5 HTTP/1.1" status: 200 len: 945 time: 0.0811238 Nov 01 23:03:16.968695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Deleting port d76fc111-d4e9-4df8-a37d-373a16ded1e7 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:03:16.969034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:17.028757 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-765602eb-a2e7-41c4-a85c-a63557824212 req-bd73ae16-f2f5-4e4d-a93e-99753ec72f12 tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.11 "GET /v2.0/security-groups?id=46bfda36-5513-47a4-9cb2-33e09c01fae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823998 Nov 01 23:03:17.071551 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] For port d76fc111-d4e9-4df8-a37d-373a16ded1e7, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=d76fc111-d4e9-4df8-a37d-373a16ded1e7,segment=NetworkSegment(154ea0c3-3a88-4424-bc25-90111fcae25a),segment_id=154ea0c3-3a88-4424-bc25-90111fcae25a)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:17.071906 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:17.083880 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Calling delete_port for d76fc111-d4e9-4df8-a37d-373a16ded1e7 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:03:17.201564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:17.231133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Pushing event deleted for resources: {'Port': ['ID=d76fc111-d4e9-4df8-a37d-373a16ded1e7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:17.242937 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['d76fc111-d4e9-4df8-a37d-373a16ded1e7'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:03:17.270045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] No DVR routers for this DVR port d76fc111-d4e9-4df8-a37d-373a16ded1e7 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:03:17.272359 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:17.275583 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0dd2dea3-c275-431c-b96a-8c10029a78ca req-d168db87-7b13-4e6a-b277-af17f965d0ae tempest-VolumesSnapshotTestJSON-1580196982 tempest-VolumesSnapshotTestJSON-1580196982-project] 10.222.0.26 "DELETE /v2.0/ports/d76fc111-d4e9-4df8-a37d-373a16ded1e7 HTTP/1.1" status: 204 len: 173 time: 0.4483137 Nov 01 23:03:17.276011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'name': 'network-vif-deleted', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:17.278210 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2c974-316a-4060-8776-a634d3bda8b7" -d '{"events": [{"server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "name": "network-vif-deleted", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:17.312705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919898f-f437-441e-b5e2-99b8924342c5 x-openstack-request-id: req-3919898f-f437-441e-b5e2-99b8924342c5 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:17.313053 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fc7216-c614-4240-8f76-dcbce63ecdc5", "name": "network-vif-deleted", "tag": "d76fc111-d4e9-4df8-a37d-373a16ded1e7", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:17.313312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3919898f-f437-441e-b5e2-99b8924342c5 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:17.313732 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fc7216-c614-4240-8f76-dcbce63ecdc5', 'name': 'network-vif-deleted', 'tag': 'd76fc111-d4e9-4df8-a37d-373a16ded1e7', 'status': 'completed', 'code': 200} Nov 01 23:03:19.302665 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:21.243980 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d76fc111-d4e9-4df8-a37d-373a16ded1e7 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:03:21.263328 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: d76fc111-d4e9-4df8-a37d-373a16ded1e7 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:03:21.263696 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device d76fc111-d4e9-4df8-a37d-373a16ded1e7 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:03:28.211748 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d88af-3398-423f-a829-00e602014cf9 req-0a192c11-7393-4499-9782-7a832c89d74f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:28.213206 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3f7d88af-3398-423f-a829-00e602014cf9 req-0a192c11-7393-4499-9782-7a832c89d74f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0509775 Nov 01 23:03:28.248982 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3f7d88af-3398-423f-a829-00e602014cf9 req-4dc98a8b-0472-4067-aed8-9f25b4ffd429 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299366 Nov 01 23:03:29.360858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87315007-33d6-4ea7-9dd5-669fb330939b req-3821c220-97f8-4e4d-ad91-e80ebdfe4602 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:29.362295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87315007-33d6-4ea7-9dd5-669fb330939b req-3821c220-97f8-4e4d-ad91-e80ebdfe4602 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0473390 Nov 01 23:03:29.401088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87315007-33d6-4ea7-9dd5-669fb330939b req-f4ee72f0-11e1-4392-9135-df2360fbd33b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330718 Nov 01 23:03:30.514031 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7ecbb-eb6a-4872-9955-d5f8d6b7d136 req-f70e57ed-105e-4222-96e9-dbc791abf923 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:30.515409 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-26f7ecbb-eb6a-4872-9955-d5f8d6b7d136 req-f70e57ed-105e-4222-96e9-dbc791abf923 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0479653 Nov 01 23:03:30.552440 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-26f7ecbb-eb6a-4872-9955-d5f8d6b7d136 req-5d44639b-7a6d-4b5d-ac37-6de901a30118 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305886 Nov 01 23:03:31.666592 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913027a1-cfc1-446d-a27e-83a789a1efab req-6711ce26-e241-4d76-9fde-14aa9c87605f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:31.668095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-913027a1-cfc1-446d-a27e-83a789a1efab req-6711ce26-e241-4d76-9fde-14aa9c87605f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Nov 01 23:03:31.704221 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-913027a1-cfc1-446d-a27e-83a789a1efab req-d8448c88-a14b-4d5b-92db-f435b2f8e112 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303586 Nov 01 23:03:32.817627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aabde-ea78-45a1-a75b-0ffd173e3276 req-dd873ced-1db7-4a05-9edc-4b8b46932480 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:32.819075 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-515aabde-ea78-45a1-a75b-0ffd173e3276 req-dd873ced-1db7-4a05-9edc-4b8b46932480 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0473440 Nov 01 23:03:32.858521 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-515aabde-ea78-45a1-a75b-0ffd173e3276 req-9a3038ee-f936-4150-87bc-a238f447e81e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335324 Nov 01 23:03:33.978535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccd9f3-3770-49d2-b0b0-3f6ec4e50e04 req-a62dc65c-7da4-45a1-9171-c09e67d93c8c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:33.980205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d0ccd9f3-3770-49d2-b0b0-3f6ec4e50e04 req-a62dc65c-7da4-45a1-9171-c09e67d93c8c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0529277 Nov 01 23:03:34.032179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d0ccd9f3-3770-49d2-b0b0-3f6ec4e50e04 req-db7c76d8-04ca-4517-b5e9-14f7cfbfa67f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=21af601c-883f-482e-88f8-284bf66196be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445180 Nov 01 23:03:34.215420 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-12bea719-26a5-4652-af45-dd8602bebc3c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:34.216867 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-12bea719-26a5-4652-af45-dd8602bebc3c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Nov 01 23:03:34.553021 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Deleting port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:03:34.553270 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:34.642214 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] For port 02e75f1a-7f69-42e3-a51f-030c2268a8d3, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=02e75f1a-7f69-42e3-a51f-030c2268a8d3,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:34.642569 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:34.810185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:34.810452 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:34.810725 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Floating IP ef619af3-ed95-4497-b791-851d962efa71 disassociated. External IP: 172.27.2.217, port: 02e75f1a-7f69-42e3-a51f-030c2268a8d3. Nov 01 23:03:34.811057 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Calling delete_port for 02e75f1a-7f69-42e3-a51f-030c2268a8d3 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:03:34.938375 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:34.968987 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'Port': ['ID=02e75f1a-7f69-42e3-a51f-030c2268a8d3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:34.979647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.980163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.980367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.980643 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.980972 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.981301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.981626 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.981959 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.982266 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.982597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.982907 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:34.983220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:35.093963 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:03:35.126544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-71e7e164-088a-421f-909a-5d047697d58f req-78addafe-744b-436e-a2f1-cf72098672f2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed54e62f-acee-4ea1-b3a0-5f9f5bc69293 HTTP/1.1" status: 200 len: 210 time: 0.0297298 Nov 01 23:03:35.226701 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:35.238496 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:35.250498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:35.251127 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:35.266568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] No DVR routers for this DVR port 02e75f1a-7f69-42e3-a51f-030c2268a8d3 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:03:35.269145 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:35.273000 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81a1e0f4-34e7-4a48-8233-4eac11296cb7 req-dae98487-6155-42e2-9874-7456b06e42f8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "DELETE /v2.0/ports/02e75f1a-7f69-42e3-a51f-030c2268a8d3 HTTP/1.1" status: 204 len: 173 time: 1.0498395 Nov 01 23:03:35.273454 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'name': 'network-vif-deleted', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:35.275728 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d4313-7c21-42c7-be08-a54312bde05b" -d '{"events": [{"server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "name": "network-vif-deleted", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:35.321337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764c51f-8d2e-4ce1-b51d-cc081c87f7ad x-openstack-request-id: req-9764c51f-8d2e-4ce1-b51d-cc081c87f7ad {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:35.321797 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed54e62f-acee-4ea1-b3a0-5f9f5bc69293", "name": "network-vif-deleted", "tag": "02e75f1a-7f69-42e3-a51f-030c2268a8d3", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:35.322128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9764c51f-8d2e-4ce1-b51d-cc081c87f7ad {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:35.322723 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed54e62f-acee-4ea1-b3a0-5f9f5bc69293', 'name': 'network-vif-deleted', 'tag': '02e75f1a-7f69-42e3-a51f-030c2268a8d3', 'status': 'completed', 'code': 200} Nov 01 23:03:35.364880 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:35.578478 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:35.608989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:35.617567 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:35.618158 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:35.722472 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:35.921671 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-501cbe91-933d-4657-b120-152599412ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:35.948479 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cbe91-933d-4657-b120-152599412ca5 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:36.157682 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1149558a-e170-4faa-8219-96922b69621b None None] New status for floating IP ef619af3-ed95-4497-b791-851d962efa71: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:03:36.209431 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53312) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:36.267320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.292439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.344374 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.347173 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.348982 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "DELETE /v2.0/security-groups/21af601c-883f-482e-88f8-284bf66196be HTTP/1.1" status: 204 len: 168 time: 0.1379569 Nov 01 23:03:36.351791 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53314) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:36.358418 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae437008-7e3c-49a0-86ab-ab2c258ad5e8 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af601c-883f-482e-88f8-284bf66196be,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:36.374119 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.api.v2.resource [None req-40a9b107-840c-42c0-bcc3-9fd0acd6324d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] show failed (client error): The resource could not be found. Nov 01 23:03:36.375144 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-40a9b107-840c-42c0-bcc3-9fd0acd6324d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups/21af601c-883f-482e-88f8-284bf66196be HTTP/1.1" status: 404 len: 347 time: 0.0217712 Nov 01 23:03:36.378044 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53316) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:36.501104 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Deleting port 1f7612d0-6901-4996-a768-345a9fa57823 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:03:36.501447 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.575758 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.576081 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.587423 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Calling delete_port for 1f7612d0-6901-4996-a768-345a9fa57823 owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:03:36.726263 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.757799 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'Port': ['ID=1f7612d0-6901-4996-a768-345a9fa57823,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:36.809062 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.811537 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:36.812660 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b2a6c236-273c-438f-8b18-e807ba1e935e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "DELETE /v2.0/floatingips/ef619af3-ed95-4497-b791-851d962efa71 HTTP/1.1" status: 204 len: 168 time: 0.4337332 Nov 01 23:03:37.112069 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53328) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:37.117250 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994476632', 'description': 'tempest-description--1904519411'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:37.140559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.205724 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.209099 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.235673 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.236861 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1238165 Nov 01 23:03:37.240721 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53332) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:37.241837 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967127-5ea0-40c2-9cdc-46595bd46653 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:37.246919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group_rule': {'security_group_id': '4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:37.276592 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.321057 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.324619 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.341200 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce985b4-250e-4569-a55d-093643c61183,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:37.350260 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.351493 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d750bb33-29af-49aa-b999-c31a842699f3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094987 Nov 01 23:03:37.354775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53334) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:37.359139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'security_group_rule': {'security_group_id': '4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:37.385579 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.441335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.444633 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.463517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933e0897-4e94-45ba-a6ab-3b721d303133,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:37.469035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.470194 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2b47a679-df98-4d70-bcc2-6f5083bfb817 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144307 Nov 01 23:03:37.473884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53336) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:37.478126 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:37.500685 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.603266 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.655469 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 02e75f1a-7f69-42e3-a51f-030c2268a8d3 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:03:37.680739 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 02e75f1a-7f69-42e3-a51f-030c2268a8d3 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:03:37.681234 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 02e75f1a-7f69-42e3-a51f-030c2268a8d3 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:03:37.745341 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Allocated IP 172.27.2.101 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/18da57f7-ad59-4a70-9b72-336631d1e627) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:37.850535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.882627 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:37.920246 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:37.925021 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:37.928581 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:37.950767 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=18da57f7-ad59-4a70-9b72-336631d1e627,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:38.059178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.095357 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.240760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.245415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.310313 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=18da57f7-ad59-4a70-9b72-336631d1e627,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:38.322119 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.341453 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:38.345437 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d139e287-28e5-451e-a36c-f14ec9abb209 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8679011 Nov 01 23:03:38.480933 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8e8476bc-6480-4dd5-91e8-06b865f213dd tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--994476632&fields=id&tenant_id=7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 267 time: 0.0354598 Nov 01 23:03:38.583407 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-2e4382d9-06a5-4538-b78a-e641c6ef8d9a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:38.584906 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-2e4382d9-06a5-4538-b78a-e641c6ef8d9a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 811 time: 0.0976796 Nov 01 23:03:38.600358 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-1f44254f-c505-4d4c-b6f1-b319128fbdb7 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/quotas/7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 375 time: 0.0097213 Nov 01 23:03:38.652505 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-31d0191e-aeb6-49e3-b1cf-58f6941ccac9 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467510 Nov 01 23:03:38.752214 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-d8b73c63-65a5-4208-8916-dd9ca91ef674 service neutron] 10.222.0.11 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874534 Nov 01 23:03:38.841091 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8169d565-2285-40f4-a7b1-94aa1c9e2a85 service neutron] 10.222.0.11 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828104 Nov 01 23:03:38.999375 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b9a52685-a0fa-4664-aa6f-cd12f3ccd752 req-961cfe60-6600-41f8-90ef-67cce937da4a tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Nov 01 23:03:39.444626 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-952de942-54f4-493f-b27f-743ec959826e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:39.846304 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:03:40.041540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-003b8dd9-52ea-4e41-955c-c65a47cce2bf tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:40.043702 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-003b8dd9-52ea-4e41-955c-c65a47cce2bf tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 811 time: 0.1067266 Nov 01 23:03:40.115757 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f012cc60-45d8-462d-a7aa-30c128bedaa4 req-5df7c70d-9731-4fb6-9b71-b156b8b43ad3 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 210 time: 0.0364718 Nov 01 23:03:40.135281 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-c9187ca1-f55a-4ce3-8314-8d5bcafc6e73 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b6a391813da4129b554eb1b47d4e3ee HTTP/1.1" status: 200 len: 379 time: 0.0621674 Nov 01 23:03:40.151589 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'port': {'device_id': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'admin_state_up': True, 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'security_groups': ['4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:40.252304 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Made reservation on behalf of 7b6a391813da4129b554eb1b47d4e3ee for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:03:40.256303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.377137 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Allocated IP 172.20.0.9 (ffd4c2e1-b86a-464b-9d8c-ce1939dec772/bb29ba38-191a-4927-adf2-2855a41dde1f/e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:40.513329 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.546367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.587337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:40.592319 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:40.596024 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:40.602597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event updated for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:40.650390 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:40.651010 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.669498 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8aec95c7-d985-429d-b75d-8a794eb9167c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5213370 Nov 01 23:03:40.688898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Request body: {'port': {'device_id': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:40.746580 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.795694 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-2dfa21ce-dc4e-43de-8727-584012532f73 None None] Provisioning complete for port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:40.796258 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2dfa21ce-dc4e-43de-8727-584012532f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:40.830612 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa21ce-dc4e-43de-8727-584012532f73 None None] Port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:03:41.008368 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:03:41.015952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.028898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Transition to ACTIVE for port object e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:03:41.032554 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.103608 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Pushing event updated for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:41.157964 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Attempting to bind port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:41.158474 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Attempting to bind port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:41.159081 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Attempting to bind port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:41.164006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:03:41.164311 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Attempting to bind port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 on network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:41.169245 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:41.169576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Checking segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:41.170299 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Bound using segment: {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:41.170626 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Bound port: e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad19295-fffb-41ea-a795-add1bc6264a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:41.170962 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.266787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:41.270671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:41.279892 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecad9b-e147-43fd-835b-6e37ddd43e73 req-e3bcdeab-6535-43d8-912d-b44f50f739ba tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.281395 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82ecad9b-e147-43fd-835b-6e37ddd43e73 req-e3bcdeab-6535-43d8-912d-b44f50f739ba tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 943 time: 0.0774708 Nov 01 23:03:41.282866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.337517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.337928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.339296 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] 10.222.0.26 "PUT /v2.0/ports/e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 HTTP/1.1" status: 200 len: 1093 time: 0.6546266 Nov 01 23:03:41.339778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:41.342011 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:41.377404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea2d73-71e1-4ce2-9646-4e1b766740fc service neutron] Pushing event updated for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:41.383166 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-82ecad9b-e147-43fd-835b-6e37ddd43e73 req-209c8ab3-7d1a-4dd3-84bf-daddcd7ca0ca tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950747 Nov 01 23:03:41.429287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2097fdd8-eb08-46ed-bff6-f4b53efcc860 x-openstack-request-id: req-2097fdd8-eb08-46ed-bff6-f4b53efcc860 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:41.429287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:41.429287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2097fdd8-eb08-46ed-bff6-f4b53efcc860 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:41.429287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'status': 'completed', 'code': 200} Nov 01 23:03:41.452064 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-1c4d74e4-f184-4cab-876f-332b743881d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.453588 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-1c4d74e4-f184-4cab-876f-332b743881d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 1096 time: 0.0432696 Nov 01 23:03:41.503637 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-7f37ff97-b4e6-4dd5-b039-05cba37c026b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 HTTP/1.1" status: 200 len: 217 time: 0.0349877 Nov 01 23:03:41.558045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-dbec37f2-69c2-43b5-8a3f-d304cfa7c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.559513 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-dbec37f2-69c2-43b5-8a3f-d304cfa7c449 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0483656 Nov 01 23:03:41.604267 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8db7e7a7-2011-4880-a67f-f8aa04cb1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.605751 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-8db7e7a7-2011-4880-a67f-f8aa04cb1684 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391235 Nov 01 23:03:41.677129 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d3568c47-1218-46b1-9e01-0de0443db0f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:41.697837 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-73441f3a-4f4f-4bc5-b877-b4daa10543ae service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841646 Nov 01 23:03:41.805408 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff442941-0fc8-4ec3-8d06-2543701457aa req-d802475a-25c8-4c07-a909-de7abc750fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002357 Nov 01 23:03:41.946116 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-5c4cdf84-75eb-48a3-9bae-b0b6020f7813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:41.947542 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-5c4cdf84-75eb-48a3-9bae-b0b6020f7813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 1096 time: 0.0401685 Nov 01 23:03:42.039861 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-7bd5d6d5-0fd5-49c3-8819-336b040d8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:42.041350 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-7bd5d6d5-0fd5-49c3-8819-336b040d8813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.0868220 Nov 01 23:03:42.081013 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-0e75b27d-ac35-4e80-ac40-8e2d81d5253b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 HTTP/1.1" status: 200 len: 217 time: 0.0328138 Nov 01 23:03:42.129043 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-7066f217-8bad-4424-ba92-f397a476f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:42.130561 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-7066f217-8bad-4424-ba92-f397a476f13d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0424619 Nov 01 23:03:42.191308 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-44205682-a1ea-45b3-a748-5ff41fadb94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:42.192987 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-44205682-a1ea-45b3-a748-5ff41fadb94e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533416 Nov 01 23:03:42.283019 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-e31f3c4f-77ee-46f7-a872-b01381187212 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806060 Nov 01 23:03:42.371193 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6dab2c3a-9e72-42a8-b314-08c82bd1cfc8 req-5d85521e-357e-4146-9f99-8edcf816bb67 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806186 Nov 01 23:03:42.510332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e52ac-98d6-45b7-8f04-18f3f98564d7 req-274c2abd-26ff-4a6c-9034-85177bc8f246 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:42.511850 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eb3e52ac-98d6-45b7-8f04-18f3f98564d7 req-274c2abd-26ff-4a6c-9034-85177bc8f246 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 943 time: 0.0482569 Nov 01 23:03:42.549548 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eb3e52ac-98d6-45b7-8f04-18f3f98564d7 req-ec616d85-3fba-4668-a119-fa46e95a596f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Nov 01 23:03:42.696038 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.239307 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53432) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:43.282532 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Deleting subnet 44ada362-daf6-4067-a3db-00830510a7e9 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:03:43.285607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.321901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.359653 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.410322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.439037 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.442859 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/44ada362-daf6-4067-a3db-00830510a7e9 HTTP/1.1" status: 204 len: 168 time: 0.2024481 Nov 01 23:03:43.443853 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e82a8-f648-4738-8ce1-e4c321f19c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ada362-daf6-4067-a3db-00830510a7e9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:43.445443 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:43.509962 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.588208 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.607311 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2c646f-b3c8-4581-890b-18ccba73225e']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:43.617174 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154ea0c3-3a88-4424-bc25-90111fcae25a') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:43.617467 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154ea0c3-3a88-4424-bc25-90111fcae25a') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:43.626532 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.639893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.645638 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:03:43.646045 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:03:43.647702 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:03:43.667686 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22310e28-ada1-4061-9446-a99fd16907fc req-ceb6c32e-7f0d-4b11-94ae-57fad41bb3cb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:43.669164 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22310e28-ada1-4061-9446-a99fd16907fc req-ceb6c32e-7f0d-4b11-94ae-57fad41bb3cb tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 943 time: 0.0515335 Nov 01 23:03:43.704302 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.710588 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22310e28-ada1-4061-9446-a99fd16907fc req-13b5704a-0f53-4f41-957e-b8c2b747e23e tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354233 Nov 01 23:03:43.710901 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.716403 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5f2c646f-b3c8-4581-890b-18ccba73225e HTTP/1.1" status: 204 len: 168 time: 0.2677169 Nov 01 23:03:43.724342 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29241fb-fcf9-49e2-9e0c-c3b257d6aad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2c646f-b3c8-4581-890b-18ccba73225e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:43.879777 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:43.921223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-89a194d8-531e-491c-a9b3-f1c38bfcf16f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75aa847be54f4ee6933f5b209e9d392a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401497 Nov 01 23:03:43.923776 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53444) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:43.969290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:43.990298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.034901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.038404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.039519 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46bfda36-5513-47a4-9cb2-33e09c01fae6 HTTP/1.1" status: 204 len: 168 time: 0.1148160 Nov 01 23:03:44.047155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0262c7a-d53e-4b0c-9f07-bb4a0bdf0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bfda36-5513-47a4-9cb2-33e09c01fae6,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:44.093668 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.705870 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53466) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:44.814184 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-545357580-network', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:44.841564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Made reservation on behalf of 875cc9fff87141578b165beb1cd06fc9 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:03:44.843921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.854621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90299-8196-4432-99ee-da579e35c2fa req-c0e52b7d-edec-417e-9eb3-c9f11a7b5066 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:44.856116 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb90299-8196-4432-99ee-da579e35c2fa req-c0e52b7d-edec-417e-9eb3-c9f11a7b5066 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 943 time: 0.0738530 Nov 01 23:03:44.861518 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:44.919053 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8fb90299-8196-4432-99ee-da579e35c2fa req-a52132f3-26d5-41b4-935a-4e1f09f6f8dc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554960 Nov 01 23:03:45.225283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.229226 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.252275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:03:45.261420 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4035d0f7-75a9-4183-a850-14904cf664c5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:45.268130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.268487 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Added segment cd5d099b-3c96-48dd-b0a0-0176037930ff of type vlan for network 98961ea0-cfa1-4f66-96bc-86887422df06 Nov 01 23:03:45.307287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.331010 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.332019 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:45.333248 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.363064 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6560607 Nov 01 23:03:45.366064 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53474) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:45.371062 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Request body: {'subnet': {'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-545357580-subnet', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:45.391527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Made reservation on behalf of 875cc9fff87141578b165beb1cd06fc9 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:03:45.393922 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59795507'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.394091 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc75204-9062-4a2b-bce6-a85f30214b5f admin admin] Pushing event updated for resources: {'Network': ['ID=98961ea0-cfa1-4f66-96bc-86887422df06,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:45.404765 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 98961ea0-cfa1-4f66-96bc-86887422df06 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:03:45.559995 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2263299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59795489'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.613954 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d5bcfe-952c-49e7-96fa-00083eef9048,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:45.622436 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Checking segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:45.622822 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Network hostable DHCP agents. Network: 98961ea0-cfa1-4f66-96bc-86887422df06, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:03:45.640294 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Network 98961ea0-cfa1-4f66-96bc-86887422df06 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:03:45.648441 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 98961ea0-cfa1-4f66-96bc-86887422df06) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:45.652468 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:45.653045 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.657158 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56ba4c-223d-4a7c-be45-5075291d3d35 None None] Network 98961ea0-cfa1-4f66-96bc-86887422df06 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:03:45.668545 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4c5dcaa2-c0a8-4cc3-b7be-7f80052edcc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3013210 Nov 01 23:03:45.671170 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53476) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:45.675290 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:45.696521 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.697520 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.710786 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:03:45.753556 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.875282 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:45.879821 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-98961ea0-cfa1-4f66-96bc-86887422df06', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 23:03:45.880764 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:45.900203 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'port_id': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'mac_address': 'fa:16:3e:3c:0b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:03:46.010242 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.048355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:03:46.051876 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edb4b3-10b1-4259-b936-9d4a3cea1738 req-8a471c36-a132-4ed4-86b2-f2455253dd5b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:46.054095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77edb4b3-10b1-4259-b936-9d4a3cea1738 req-8a471c36-a132-4ed4-86b2-f2455253dd5b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 943 time: 0.0628636 Nov 01 23:03:46.081780 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:46.085778 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Allocated IP 172.20.0.2 (98961ea0-cfa1-4f66-96bc-86887422df06/b2d5bcfe-952c-49e7-96fa-00083eef9048/c0d004cf-b537-44ad-8441-fd2f2e4f19cf) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:46.088459 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.104876 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.110789 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77edb4b3-10b1-4259-b936-9d4a3cea1738 req-ee18b121-9f35-4484-927b-6713a11e65ce tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492013 Nov 01 23:03:46.309042 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.309861 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:46.325858 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.326231 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.326579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.326912 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.327243 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.327604 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.327925 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.328027 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.328251 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.328578 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.328905 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.329226 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.329546 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:46.411631 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.420977 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.436360 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Allocated IP 172.27.2.179 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/cd280b7e-e68e-4cd4-97c0-eaa8673bdc80) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:46.458224 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Network 98961ea0-cfa1-4f66-96bc-86887422df06 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:46.461413 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:46.466863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:46.475970 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Pushing event updated for resources: {'Port': ['ID=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:46.524331 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Attempting to bind port c0d004cf-b537-44ad-8441-fd2f2e4f19cf on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:46.524701 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Attempting to bind port c0d004cf-b537-44ad-8441-fd2f2e4f19cf by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:46.525058 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Attempting to bind port c0d004cf-b537-44ad-8441-fd2f2e4f19cf on network 98961ea0-cfa1-4f66-96bc-86887422df06 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:46.530192 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:46.530560 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Checking segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:46.530954 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.531337 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Bound using segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:46.531830 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Bound port: c0d004cf-b537-44ad-8441-fd2f2e4f19cf, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:46.532204 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.538098 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.565596 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:03:46.571356 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.611191 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:46.611191 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:46.617144 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:46.634621 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] For port c0d004cf-b537-44ad-8441-fd2f2e4f19cf, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:46.638576 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] For port c0d004cf-b537-44ad-8441-fd2f2e4f19cf, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:46.643788 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.646478 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Pushing event updated for resources: {'Port': ['ID=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:46.731221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba3830-a804-431b-9462-46089dcc31b5 None None] Pushing event updated for resources: {'Port': ['ID=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:46.766361 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:46.892737 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.094943 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.221222 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 23:03:47.236768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e5439-3991-49c7-89f5-c0e8e2dcd669 req-b61820ca-4cf3-4213-b8c5-83664fd12837 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:47.238247 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c94e5439-3991-49c7-89f5-c0e8e2dcd669 req-b61820ca-4cf3-4213-b8c5-83664fd12837 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 944 time: 0.0478015 Nov 01 23:03:47.278160 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c94e5439-3991-49c7-89f5-c0e8e2dcd669 req-b7eb37f8-a2e0-4a2d-b0d6-c7ec05d82f69 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332730 Nov 01 23:03:47.341146 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:47.350297 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Sync routers for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:47.361149 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:47.361759 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:47.362286 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.366660 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-07b88736-587a-4eb6-a0b2-271270c6513e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6915503 Nov 01 23:03:47.367046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53490) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:47.481383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:47.608503 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c69843-dfff-456f-8e48-6f09e67895c0 None None] Network 98961ea0-cfa1-4f66-96bc-86887422df06 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:03:47.706602 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:47.741641 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] Provisioning complete for port c0d004cf-b537-44ad-8441-fd2f2e4f19cf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:47.741919 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.793145 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.865167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:03:47.883280 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:46Z', 'revision_number': 3, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:47.909254 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:47.909615 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:47.941126 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Allocated IP 172.20.0.1 (98961ea0-cfa1-4f66-96bc-86887422df06/b2d5bcfe-952c-49e7-96fa-00083eef9048/d83ed098-963e-47ae-87c2-a0e4a1395b82) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:47.955745 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Checking router: dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:47.956088 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Updating router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:03:47.990519 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.014843 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.052980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.078304 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] For port c0d004cf-b537-44ad-8441-fd2f2e4f19cf, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:48.092949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.124400 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.139825 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Network 98961ea0-cfa1-4f66-96bc-86887422df06 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:48.142845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:48.146491 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:48.175186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Pushing event updated for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:48.199212 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.220445 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.248285 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12150f3f-1ce8-4bd5-ba02-1d8130f69722 None None] Pushing event updated for resources: {'Port': ['ID=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:48.301171 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:48.314321 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94d76d-e3cf-4d49-b969-67fc8851404f" -d '{"events": [{"server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "name": "network-vif-plugged", "status": "completed", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:48.365538 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:48.369520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.403829 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.418677 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-285400b8-3727-4304-880b-901525beff90 None None] Provisioning complete for port c0d004cf-b537-44ad-8441-fd2f2e4f19cf triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:48.419157 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-285400b8-3727-4304-880b-901525beff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.430375 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device c0d004cf-b537-44ad-8441-fd2f2e4f19cf up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:48.521311 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d6d7f1-9050-4f94-915f-8d4458d236fa x-openstack-request-id: req-05d6d7f1-9050-4f94-915f-8d4458d236fa {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:48.522380 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "name": "network-vif-plugged", "status": "completed", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:48.522867 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05d6d7f1-9050-4f94-915f-8d4458d236fa {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:48.523451 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'code': 200} Nov 01 23:03:48.531978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd46dc-3ddd-42bf-83ca-09a75517ac31 req-624a255e-ce7a-46ce-a408-50f83c151d77 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:48.540397 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-73dd46dc-3ddd-42bf-83ca-09a75517ac31 req-624a255e-ce7a-46ce-a408-50f83c151d77 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.1477075 Nov 01 23:03:48.642775 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:48.670900 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-73dd46dc-3ddd-42bf-83ca-09a75517ac31 req-2a244527-ff1e-4a50-b547-ef56d2219c8b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295729 Nov 01 23:03:48.760896 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e96d1-0089-4760-8fef-cce4c88a34b7 req-5fc8ab06-4341-4e77-978f-361c86ba8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:48.763097 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f00e96d1-0089-4760-8fef-cce4c88a34b7 req-5fc8ab06-4341-4e77-978f-361c86ba8a26 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 1098 time: 0.0724375 Nov 01 23:03:48.779251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.789357 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.839606 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port c0d004cf-b537-44ad-8441-fd2f2e4f19cf triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:48.840005 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.850134 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.861312 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f00e96d1-0089-4760-8fef-cce4c88a34b7 req-7a1f5129-e0d2-4efd-bfdb-f525f354bb61 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896871 Nov 01 23:03:48.869892 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.875902 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.882700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Pushing event updated for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:48.944590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f417ca-4782-4db7-b3c4-629b672b5493 None None] Pushing event updated for resources: {'Port': ['ID=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:48.947184 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Attempting to bind port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:48.947632 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Attempting to bind port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:48.947926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Attempting to bind port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:48.971599 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Network 98961ea0-cfa1-4f66-96bc-86887422df06 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:48.973453 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:48.973641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:48.973828 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:48.974221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:48.974604 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:48.975075 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Bound port: cd280b7e-e68e-4cd4-97c0-eaa8673bdc80, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:48.975451 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.047399 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-98a329b3-7675-4cd6-9268-807ee7bbf30e None None] Provisioning complete for port d83ed098-963e-47ae-87c2-a0e4a1395b82 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:49.047805 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-98a329b3-7675-4cd6-9268-807ee7bbf30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.072421 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] For port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:49.093734 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] For port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:49.099450 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-98a329b3-7675-4cd6-9268-807ee7bbf30e None None] Port d83ed098-963e-47ae-87c2-a0e4a1395b82 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:03:49.102728 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.106673 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:03:49.166257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:49.166892 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:49.169970 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f417ca-4782-4db7-b3c4-629b672b5493 None None] Pushing event updated for resources: {'Port': ['ID=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:49.226345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:49.231544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-83cf9b62-0669-4a54-aec3-70beecd73f48 admin admin] 10.222.0.11 "PUT /v2.0/routers/dfcc0d31-b644-4e9d-83c2-34fc18cbfe33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634715 Nov 01 23:03:49.261584 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4cbf7e4a-b6cc-4e97-82b5-d514622e6b0a None None] Provisioning complete for port d83ed098-963e-47ae-87c2-a0e4a1395b82 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:49.261952 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7e4a-b6cc-4e97-82b5-d514622e6b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.312049 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf7e4a-b6cc-4e97-82b5-d514622e6b0a None None] Port d83ed098-963e-47ae-87c2-a0e4a1395b82 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:03:49.317188 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:49.354691 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.522214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 2, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:49.552789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79bdeea-7fc9-4900-9804-bbb42e4fd552 None None] The sync data for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi is: [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 2, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:49.716660 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53516) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:49.721767 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-803737574-network', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:49.752676 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Made reservation on behalf of c8dfebb9ea2e44ddaebddb4dc9b06a11 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:03:49.756101 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.773847 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.833375 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43027b5a-72a0-45fb-8d88-bd0854a237b2 req-1ebfcdc2-e3ab-4d59-968b-34d394705426 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:49.836075 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-43027b5a-72a0-45fb-8d88-bd0854a237b2 req-1ebfcdc2-e3ab-4d59-968b-34d394705426 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.0919645 Nov 01 23:03:49.865869 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.871314 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.883173 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-43027b5a-72a0-45fb-8d88-bd0854a237b2 req-bcc68a8b-702f-46fe-9668-ba1d870aeefc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Nov 01 23:03:49.891234 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:03:49.915058 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.915410 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Added segment aef09ff2-829c-448e-a247-299c9af705c1 of type vlan for network e6a75572-2317-41b9-b10d-4ac2468ba2d9 Nov 01 23:03:49.917049 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d225a445-97dc-4581-bc15-e178ba9c8f2e,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:49.936016 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.936367 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.936712 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.937047 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.937378 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.937708 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.938036 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.938363 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.938688 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.939010 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.939331 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.939795 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:49.973804 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:49.999083 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.000117 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:50.000713 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.058960 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3410485 Nov 01 23:03:50.061912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53518) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:50.067360 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Request body: {'subnet': {'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-803737574-subnet', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:50.068991 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ad8fc-428a-4292-943f-ad4fc34852f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a75572-2317-41b9-b10d-4ac2468ba2d9,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:50.078909 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:03:50.097711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Made reservation on behalf of c8dfebb9ea2e44ddaebddb4dc9b06a11 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:03:50.100601 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.325104 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.384395 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:50.397919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a880c86-e5dc-493b-a0b0-e55b0298d8dd,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:50.406196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Checking segment: {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:50.406541 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Network hostable DHCP agents. Network: e6a75572-2317-41b9-b10d-4ac2468ba2d9, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:03:50.427633 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:03:50.439846 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, e6a75572-2317-41b9-b10d-4ac2468ba2d9) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:50.445126 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:50.445747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.455557 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763f517-3611-468d-9536-a1384c5a0549 None None] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:03:50.466701 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-713d11e5-92d4-4a09-a8f4-a3cb0722a7eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4036777 Nov 01 23:03:50.469185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53520) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:50.474468 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:50.477312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:50.478086 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.496990 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.498105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.550749 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.647753 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.688189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:50.693810 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.696334 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.699323 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 23:03:50.700277 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.825879 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:50.882001 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Allocated IP 172.20.0.2 (e6a75572-2317-41b9-b10d-4ac2468ba2d9/9a880c86-e5dc-493b-a0b0-e55b0298d8dd/003abd85-5958-4260-b158-243f9648b8b0) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:50.915742 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:50.938414 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.032788 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.040303 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.055234 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22be1c-604c-4d4b-8d96-bb87d2eb273d req-71f2737a-1020-4cd9-9d9b-6b8fc6ba58cf tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:51.056831 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d22be1c-604c-4d4b-8d96-bb87d2eb273d req-71f2737a-1020-4cd9-9d9b-6b8fc6ba58cf tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.0829415 Nov 01 23:03:51.081891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:51.087357 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:51.090972 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:51.093362 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Allocated IP 172.27.2.73 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/460f52e2-575c-4f81-8700-7c5521cb7542) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:51.099409 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Pushing event updated for resources: {'Port': ['ID=003abd85-5958-4260-b158-243f9648b8b0,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:51.125732 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d22be1c-604c-4d4b-8d96-bb87d2eb273d req-cae56b0b-285b-4258-8e0b-343646e012b2 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599785 Nov 01 23:03:51.163849 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Attempting to bind port 003abd85-5958-4260-b158-243f9648b8b0 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:51.164352 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Attempting to bind port 003abd85-5958-4260-b158-243f9648b8b0 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:51.164779 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Attempting to bind port 003abd85-5958-4260-b158-243f9648b8b0 on network e6a75572-2317-41b9-b10d-4ac2468ba2d9 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:51.170119 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:51.170591 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Checking segment: {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:51.171057 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.171710 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Bound using segment: {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:51.172073 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Bound port: 003abd85-5958-4260-b158-243f9648b8b0, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:51.172458 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.236004 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] For port 003abd85-5958-4260-b158-243f9648b8b0, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:51.239419 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] For port 003abd85-5958-4260-b158-243f9648b8b0, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=003abd85-5958-4260-b158-243f9648b8b0,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:51.245270 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.248455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.284220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54fdcc-f167-4652-b003-432c36c86b61 req-8f8588a8-ec5f-46d6-b2ab-5519647caa5d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:51.285830 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e54fdcc-f167-4652-b003-432c36c86b61 req-8f8588a8-ec5f-46d6-b2ab-5519647caa5d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.0787191 Nov 01 23:03:51.296445 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53528) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:51.301104 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Request body: {'floatingip': {'port_id': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:03:51.307176 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcc8bd-b3f7-425b-8b19-559def6fe4b7 None None] Pushing event updated for resources: {'Port': ['ID=003abd85-5958-4260-b158-243f9648b8b0,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:51.347744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.350923 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:51.451834 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:51.455143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Pushing event updated for resources: {'Port': ['ID=460f52e2-575c-4f81-8700-7c5521cb7542,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:51.458222 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:51.465029 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:51.661805 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Sync routers for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:51.672154 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:51.672770 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:51.786000 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:52.011012 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 2, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:52.038203 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Checking router: dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:52.038560 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Updating router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 port d83ed098-963e-47ae-87c2-a0e4a1395b82 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:03:52.069042 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.218238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.243005 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c268f-61a4-4760-8d57-1df9f271d587 None None] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:03:52.331169 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] Provisioning complete for port 003abd85-5958-4260-b158-243f9648b8b0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:52.332189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.402484 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.436369 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.476035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.482537 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:52.485093 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.493500 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Pushing event updated for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:52.509949 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.510321 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.510659 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.511202 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.511524 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.512042 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.512515 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.513166 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.513655 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.514129 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.514799 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.515508 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:03:52.560491 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.593768 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Attempting to bind port d83ed098-963e-47ae-87c2-a0e4a1395b82 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:52.593981 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Attempting to bind port d83ed098-963e-47ae-87c2-a0e4a1395b82 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:52.594330 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Attempting to bind port d83ed098-963e-47ae-87c2-a0e4a1395b82 on network 98961ea0-cfa1-4f66-96bc-86887422df06 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:52.605231 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:52.606033 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Checking segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:52.606454 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.606958 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Bound using segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:52.607451 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Bound port: d83ed098-963e-47ae-87c2-a0e4a1395b82, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:52.607868 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.623850 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] For port 003abd85-5958-4260-b158-243f9648b8b0, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=003abd85-5958-4260-b158-243f9648b8b0,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:52.637949 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.641743 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:52.642193 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.644215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.714842 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] For port d83ed098-963e-47ae-87c2-a0e4a1395b82, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:52.719082 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] For port d83ed098-963e-47ae-87c2-a0e4a1395b82, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d83ed098-963e-47ae-87c2-a0e4a1395b82,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:52.726699 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Floating IP 951a762d-73e1-488e-9702-296a3a3658c7 associated. External IP: 172.27.2.101, port: e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368. Nov 01 23:03:52.731027 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.751151 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffd5f0-49e1-4816-9bcd-b9f3049beafe None None] Pushing event updated for resources: {'Port': ['ID=003abd85-5958-4260-b158-243f9648b8b0,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:52.813401 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a1de6-83e1-4fe4-b09c-747065450427 None None] Pushing event updated for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:52.813646 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 003abd85-5958-4260-b158-243f9648b8b0 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:52.828534 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:52.829339 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:52.898668 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] Provisioning complete for port d83ed098-963e-47ae-87c2-a0e4a1395b82 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:52.899062 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.905454 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 003abd85-5958-4260-b158-243f9648b8b0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:52.905832 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:52.960759 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:53.071528 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Router 5248e13b-306d-49d7-9b79-fa637d74bd1b is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101292) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 23:03:53.126405 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:03:53.219006 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:52Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:53.231765 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.260096 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56be17-fa76-4001-a03d-512b75e26439 None None] The sync data for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi is: [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:52Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:53.267854 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] For port d83ed098-963e-47ae-87c2-a0e4a1395b82, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d83ed098-963e-47ae-87c2-a0e4a1395b82,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:53.273492 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.293421 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:53.304389 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Sync routers for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:53.317589 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:53.322357 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.328193 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:53.335931 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:53.336894 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:53.341522 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe2fe9-5063-47f6-8fb0-1b7c3d435a6a None None] Pushing event updated for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:53.353455 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-fbe21992-b499-4d51-bd9b-a5276a4b059b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "PUT /v2.0/floatingips/951a762d-73e1-488e-9702-296a3a3658c7 HTTP/1.1" status: 200 len: 991 time: 2.0532961 Nov 01 23:03:53.353455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:03:53.354297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77e182-cdf7-4b01-852f-f34acab2e116" -d '{"events": [{"name": "network-changed", "server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:03:53.359116 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.360551 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-84bd51c0-67d9-4c55-8a51-6a1fd0bf5970 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8901441 Nov 01 23:03:53.368046 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53538) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:03:53.372179 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:53.372986 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:53.414294 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939a71ad-d48a-4e29-b261-9963b10deb50 x-openstack-request-id: req-939a71ad-d48a-4e29-b261-9963b10deb50 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:03:53.414586 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:03:53.414843 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-939a71ad-d48a-4e29-b261-9963b10deb50 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:03:53.415249 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'status': 'completed', 'code': 200} Nov 01 23:03:53.419764 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ef3e62c6-faf4-4c23-b19b-dbcf9dd2b8d5 None None] Provisioning complete for port d83ed098-963e-47ae-87c2-a0e4a1395b82 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:53.420215 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef3e62c6-faf4-4c23-b19b-dbcf9dd2b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.532126 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-1462ebfd-b9bf-44f8-8439-d74d608caf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:53.534911 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-1462ebfd-b9bf-44f8-8439-d74d608caf6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 1098 time: 0.0689321 Nov 01 23:03:53.549311 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:53.576708 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:53.728593 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-305bb9ef-0e58-4c6b-a450-a4b69da14ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:53.730379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-305bb9ef-0e58-4c6b-a450-a4b69da14ded service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 200 len: 912 time: 0.1868076 Nov 01 23:03:53.809777 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-51df8df2-3baa-4fdf-b64a-4c9723321e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 HTTP/1.1" status: 200 len: 999 time: 0.0714393 Nov 01 23:03:53.829764 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-ef3e62c6-faf4-4c23-b19b-dbcf9dd2b8d5 None None] Provisioning complete for port 003abd85-5958-4260-b158-243f9648b8b0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:53.830148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ef3e62c6-faf4-4c23-b19b-dbcf9dd2b8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:53.888713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-55de63cd-d1e9-4500-ad43-ec116ba54ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:53.890230 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-55de63cd-d1e9-4500-ad43-ec116ba54ae9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 200 len: 850 time: 0.0725493 Nov 01 23:03:53.966420 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-b7c8ca4f-54ee-4d35-b37f-edcf35f1620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:53.967747 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-b7c8ca4f-54ee-4d35-b37f-edcf35f1620f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffd4c2e1-b86a-464b-9d8c-ce1939dec772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664995 Nov 01 23:03:53.969695 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '951a762d-73e1-488e-9702-296a3a3658c7', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:3c:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:03:37Z', 'updated_at': '2021-11-01T23:03:52Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:54.001708 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:54.011753 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:51Z', 'revision_number': 3, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:54.013135 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:54.013760 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:54.038831 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Checking router: 5248e13b-306d-49d7-9b79-fa637d74bd1b for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:54.039521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Updating router 5248e13b-306d-49d7-9b79-fa637d74bd1b port 460f52e2-575c-4f81-8700-7c5521cb7542 binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:03:54.055309 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.078066 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.161671 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:54.328789 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Allocated IP 172.20.0.1 (e6a75572-2317-41b9-b10d-4ac2468ba2d9/9a880c86-e5dc-493b-a0b0-e55b0298d8dd/986d82ca-7616-4b66-a7e1-595d679cf5cc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:03:54.431585 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d83ed098-963e-47ae-87c2-a0e4a1395b82 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:54.446671 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.489407 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.494209 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.499938 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '951a762d-73e1-488e-9702-296a3a3658c7', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:3c:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:03:37Z', 'updated_at': '2021-11-01T23:03:52Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:54.509349 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port d83ed098-963e-47ae-87c2-a0e4a1395b82 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:54.509783 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.522631 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-d7d5b5dc-3f64-43ce-a0ee-69abbbfc8b30 service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448251 Nov 01 23:03:54.527766 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:54.530578 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:54.537044 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:03:54.554095 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee63cb2-ee28-4361-8692-fc2bd6613fe8 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '951a762d-73e1-488e-9702-296a3a3658c7', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'floating_ip_address': '172.27.2.101', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'port_id': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'mac_address': 'fa:16:3e:3c:0b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:03:37Z', 'updated_at': '2021-11-01T23:03:52Z', 'revision_number': 1, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:54.571389 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.576419 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Pushing event updated for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:54.611100 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.695575 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8b77e182-cdf7-4b01-852f-f34acab2e116 req-ae6f920a-e48b-4a35-8f64-3ebb6a2c947b service neutron] 10.222.0.26 "GET /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641080 Nov 01 23:03:54.702077 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897504df-5ed8-4435-818a-3024f9c0a503 None None] Pushing event updated for resources: {'Port': ['ID=460f52e2-575c-4f81-8700-7c5521cb7542,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:54.705189 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Attempting to bind port 460f52e2-575c-4f81-8700-7c5521cb7542 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:54.705551 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Attempting to bind port 460f52e2-575c-4f81-8700-7c5521cb7542 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:54.705908 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Attempting to bind port 460f52e2-575c-4f81-8700-7c5521cb7542 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:54.723696 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:54.724089 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:54.724969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.725438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:54.725955 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Bound port: 460f52e2-575c-4f81-8700-7c5521cb7542, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:54.726402 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.785605 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.795301 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 003abd85-5958-4260-b158-243f9648b8b0 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:54.839219 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] For port 460f52e2-575c-4f81-8700-7c5521cb7542, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:54.846217 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c144b8d-96b7-49f2-9cf2-b681de064489 None None] New status for floating IP 951a762d-73e1-488e-9702-296a3a3658c7: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:03:54.904304 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] For port 460f52e2-575c-4f81-8700-7c5521cb7542, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=460f52e2-575c-4f81-8700-7c5521cb7542,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:54.915499 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-14c73bc2-0f78-4253-b8b4-6c1540f19566 None None] Provisioning complete for port 986d82ca-7616-4b66-a7e1-595d679cf5cc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:54.915876 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-14c73bc2-0f78-4253-b8b4-6c1540f19566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.917869 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.957725 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:54.962146 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:55.029706 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Pushing event updated for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:55.032250 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:55.050671 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-14c73bc2-0f78-4253-b8b4-6c1540f19566 None None] Port 986d82ca-7616-4b66-a7e1-595d679cf5cc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:03:55.058799 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 003abd85-5958-4260-b158-243f9648b8b0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:55.059172 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:55.095541 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897504df-5ed8-4435-818a-3024f9c0a503 None None] Pushing event updated for resources: {'Port': ['ID=460f52e2-575c-4f81-8700-7c5521cb7542,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:55.105763 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:55.106532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:55.127972 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:03:55.129896 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:03:55.249998 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Router 5248e13b-306d-49d7-9b79-fa637d74bd1b has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:03:55.368087 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:03:55.375492 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d3330ac2-893e-4cff-8057-6ebc24608676 admin admin] 10.222.0.11 "PUT /v2.0/routers/5248e13b-306d-49d7-9b79-fa637d74bd1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043130 Nov 01 23:03:55.415628 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:55.443697 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d227a38f-1578-4215-8d8b-da0584fdecc8 None None] Provisioning complete for port 986d82ca-7616-4b66-a7e1-595d679cf5cc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:55.444328 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d227a38f-1578-4215-8d8b-da0584fdecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:55.522269 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d227a38f-1578-4215-8d8b-da0584fdecc8 None None] Port 986d82ca-7616-4b66-a7e1-595d679cf5cc cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:03:55.653257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '986d82ca-7616-4b66-a7e1-595d679cf5cc', 'name': '', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'mac_address': 'fa:16:3e:ab:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:54Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 2, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'subnets': [{'id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:55.681521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fb2d9-2f19-4199-9a6b-5469c9aad5fe None None] The sync data for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi is: [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '986d82ca-7616-4b66-a7e1-595d679cf5cc', 'name': '', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'mac_address': 'fa:16:3e:ab:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:54Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 2, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'subnets': [{'id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:58.076745 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Sync routers for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:03:58.090532 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:58.091369 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:58.205920 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:58.406785 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 460f52e2-575c-4f81-8700-7c5521cb7542 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:03:58.448879 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '986d82ca-7616-4b66-a7e1-595d679cf5cc', 'name': '', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'mac_address': 'fa:16:3e:ab:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:54Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 2, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'subnets': [{'id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:58.466635 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 460f52e2-575c-4f81-8700-7c5521cb7542 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:58.466997 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.482404 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Checking router: 5248e13b-306d-49d7-9b79-fa637d74bd1b for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:03:58.482749 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Updating router 5248e13b-306d-49d7-9b79-fa637d74bd1b port 986d82ca-7616-4b66-a7e1-595d679cf5cc binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:03:58.516144 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.637834 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.682169 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 460f52e2-575c-4f81-8700-7c5521cb7542, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=460f52e2-575c-4f81-8700-7c5521cb7542,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:58.693450 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.769610 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=460f52e2-575c-4f81-8700-7c5521cb7542,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:58.873569 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.880053 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:58.935756 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d7d2-7c77-45b4-83a6-64fa02c2a89c None None] Pushing event updated for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:58.996392 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Attempting to bind port 986d82ca-7616-4b66-a7e1-595d679cf5cc on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:03:58.997523 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Attempting to bind port 986d82ca-7616-4b66-a7e1-595d679cf5cc by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:03:58.998141 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Attempting to bind port 986d82ca-7616-4b66-a7e1-595d679cf5cc on network e6a75572-2317-41b9-b10d-4ac2468ba2d9 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:03:59.006755 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:03:59.007126 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Checking segment: {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:03:59.007568 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.007961 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Bound using segment: {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:03:59.008444 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Bound port: 986d82ca-7616-4b66-a7e1-595d679cf5cc, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef09ff2-829c-448e-a247-299c9af705c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:03:59.008838 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.102874 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] For port 986d82ca-7616-4b66-a7e1-595d679cf5cc, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:03:59.106243 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] For port 986d82ca-7616-4b66-a7e1-595d679cf5cc, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=986d82ca-7616-4b66-a7e1-595d679cf5cc,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:03:59.118534 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.126693 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-7457ae68-d59c-466e-845b-deb3043aadf6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063137 Nov 01 23:03:59.197868 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81d7d2-7c77-45b4-83a6-64fa02c2a89c None None] Pushing event updated for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:59.203357 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:03:59.204003 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:03:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:59.266815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-838f2b2e-a45d-4159-82ce-cbf858e49f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:59.268364 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-838f2b2e-a45d-4159-82ce-cbf858e49f36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0583603 Nov 01 23:03:59.280416 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] Provisioning complete for port 986d82ca-7616-4b66-a7e1-595d679cf5cc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:59.283108 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.424015 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:03:59.426575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-e669c97a-d521-4003-ae78-7b9e6e8a808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:59.428327 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-e669c97a-d521-4003-ae78-7b9e6e8a808e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.1345558 Nov 01 23:03:59.476859 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.513198 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-40a82c42-8eb8-4e7e-b905-1a170e868449 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 1002 time: 0.0762169 Nov 01 23:03:59.536596 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] For port 986d82ca-7616-4b66-a7e1-595d679cf5cc, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=986d82ca-7616-4b66-a7e1-595d679cf5cc,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:03:59.549285 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.596177 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-918348b5-15c8-467e-b5d4-6b46cd539f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:59.598390 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-918348b5-15c8-467e-b5d4-6b46cd539f12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0765605 Nov 01 23:03:59.642439 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8e8bc-f1ce-4d0c-8a3d-caadd9664663 None None] Pushing event updated for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:03:59.675076 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-32d64f5b-7777-4ebc-959d-f9f37c1e0126 None None] Provisioning complete for port 986d82ca-7616-4b66-a7e1-595d679cf5cc triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:03:59.675524 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-32d64f5b-7777-4ebc-959d-f9f37c1e0126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:03:59.695751 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-2daa2fc0-81e2-4913-9ad5-47ea7115c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:03:59.697269 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-2daa2fc0-81e2-4913-9ad5-47ea7115c22e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900962 Nov 01 23:03:59.814797 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-a40c3e2e-a780-4e4e-b429-783b5452e4fa service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064861 Nov 01 23:03:59.815420 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '986d82ca-7616-4b66-a7e1-595d679cf5cc', 'name': '', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'mac_address': 'fa:16:3e:ab:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:54Z', 'updated_at': '2021-11-01T23:03:59Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'subnets': [{'id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:03:59.846277 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bfaf42-ac65-4ad2-adea-849a0a114644 None None] The sync data for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi is: [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:54Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '986d82ca-7616-4b66-a7e1-595d679cf5cc', 'name': '', 'network_id': 'e6a75572-2317-41b9-b10d-4ac2468ba2d9', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'mac_address': 'fa:16:3e:ab:30:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:54Z', 'updated_at': '2021-11-01T23:03:59Z', 'revision_number': 4, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'subnets': [{'id': '9a880c86-e5dc-493b-a0b0-e55b0298d8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:03:59.934733 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c29d6dcc-9353-4331-8106-767ea4b5ea79 req-358c5974-2d42-4e16-8c20-8d367f1b429c service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115282 Nov 01 23:04:00.382097 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 986d82ca-7616-4b66-a7e1-595d679cf5cc up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:00.440981 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 986d82ca-7616-4b66-a7e1-595d679cf5cc triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:00.441364 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:00.531228 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 460f52e2-575c-4f81-8700-7c5521cb7542 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:00.600245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 460f52e2-575c-4f81-8700-7c5521cb7542 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:00.600641 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:05.400148 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-f82f7d5e-1149-4815-86ed-ffdcc659e321 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:05.401618 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-f82f7d5e-1149-4815-86ed-ffdcc659e321 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 814 time: 0.0990546 Nov 01 23:04:05.416291 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-07dd055f-3744-4444-9c96-9cd44c80128b tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/quotas/875cc9fff87141578b165beb1cd06fc9 HTTP/1.1" status: 200 len: 375 time: 0.0090823 Nov 01 23:04:05.471415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-a01c71cc-2ed2-4030-9c84-a165992313f6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496259 Nov 01 23:04:05.565437 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0eee7636-7b7d-4739-b86a-eb6acc855bd7 service neutron] 10.222.0.11 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820589 Nov 01 23:04:05.655433 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-11543241-2a84-4d98-9933-bc9008225802 service neutron] 10.222.0.11 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839791 Nov 01 23:04:05.812285 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e65ef0a-9506-4091-9057-8e9761a37c78 req-efe2f165-53e5-4761-959b-75481148e5cd tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 210 time: 0.0274262 Nov 01 23:04:06.919935 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9b43cb0f-a47f-48d7-b5a6-9caeba8f7a95 req-a5b8a547-14c4-4695-931a-345e566f81f7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 210 time: 0.0307662 Nov 01 23:04:06.942408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-3ff1ac09-326e-44d3-8271-85f5aafcfb69 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:06.943854 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-3ff1ac09-326e-44d3-8271-85f5aafcfb69 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 814 time: 0.1289551 Nov 01 23:04:06.965105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'port': {'device_id': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'admin_state_up': True, 'tenant_id': '875cc9fff87141578b165beb1cd06fc9'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:07.073387 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Made reservation on behalf of 875cc9fff87141578b165beb1cd06fc9 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:04:07.077132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:07.203910 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Allocated IP 172.20.0.6 (98961ea0-cfa1-4f66-96bc-86887422df06/b2d5bcfe-952c-49e7-96fa-00083eef9048/fa283e77-f2e0-4c80-88b2-c0d1777d2ca1) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:07.366087 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:07.408291 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:07.471436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:07.480363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Network 98961ea0-cfa1-4f66-96bc-86887422df06 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:07.481855 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:07.484861 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:07.535607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:07.536233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:07.554298 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-6b0420ac-5a41-4aeb-8a1d-4520d743efc9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930007 Nov 01 23:04:07.777502 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-20850c11-1b36-463d-a383-07759e9a97f5 None None] Provisioning complete for port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:07.778059 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-20850c11-1b36-463d-a383-07759e9a97f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:07.810757 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-20850c11-1b36-463d-a383-07759e9a97f5 None None] Port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:04:08.055380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20c394-b5b7-446f-af2a-35d03cbca007 req-0813aeff-e152-4b7a-a94c-54b6a3a4e538 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:08.057231 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3c20c394-b5b7-446f-af2a-35d03cbca007 req-0813aeff-e152-4b7a-a94c-54b6a3a4e538 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 931 time: 0.0586047 Nov 01 23:04:08.101146 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3c20c394-b5b7-446f-af2a-35d03cbca007 req-6baac8fb-68d7-44ba-9ab8-45a1e715c09d tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Nov 01 23:04:09.448048 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1f88fc07-6f79-4acc-856b-5e99da19a920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:11.678886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-588cf33d-ffad-475b-ad46-bf50f821f4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:12.698941 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:14.082230 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:16.749644 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:16.844977 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:04:19.331308 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:22.676706 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Request body: {'port': {'device_id': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:22.727681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:22.981041 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3688-14e3-46e5-9e4e-da1fc5127653 req-b9d9a2f0-0f44-427a-98a5-3db1041fc949 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:22.982487 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-442d3688-14e3-46e5-9e4e-da1fc5127653 req-b9d9a2f0-0f44-427a-98a5-3db1041fc949 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 931 time: 0.0777941 Nov 01 23:04:23.044881 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:04:23.055197 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-442d3688-14e3-46e5-9e4e-da1fc5127653 req-ec65d201-bb0d-4249-a495-0ca3d8c67043 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Nov 01 23:04:23.056879 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:23.074528 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Transition to ACTIVE for port object fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:04:23.078660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:23.137689 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:23.205599 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Attempting to bind port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:23.205998 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Attempting to bind port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:23.206286 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Attempting to bind port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 on network 98961ea0-cfa1-4f66-96bc-86887422df06 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:23.210743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 on network 98961ea0-cfa1-4f66-96bc-86887422df06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:04:23.211065 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Attempting to bind port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 on network 98961ea0-cfa1-4f66-96bc-86887422df06 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:23.216232 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:23.216569 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Checking segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:23.216949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Bound using segment: {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:23.217372 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Bound port: fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5d099b-3c96-48dd-b0a0-0176037930ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:23.217728 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:23.285268 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:23.288412 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:23.291754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:23.325747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:23.326291 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:23.327693 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] 10.222.0.26 "PUT /v2.0/ports/fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 1093 time: 0.6552522 Nov 01 23:04:23.328160 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:23.330370 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:23.355009 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21f77c-162a-47a0-ba2c-4419e666d873 service neutron] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:23.381368 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679d7c2-e235-4227-b5e1-e180335fe8d5 x-openstack-request-id: req-7679d7c2-e235-4227-b5e1-e180335fe8d5 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:23.381738 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:23.382052 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7679d7c2-e235-4227-b5e1-e180335fe8d5 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:23.382513 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:04:23.453661 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-23fb1917-1af3-4bbe-9cc9-bd7a29436d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:23.455171 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-23fb1917-1af3-4bbe-9cc9-bd7a29436d9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1096 time: 0.0475352 Nov 01 23:04:23.508160 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-f76d1373-4065-4f80-9cdb-7a3140b4a868 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 217 time: 0.0352366 Nov 01 23:04:23.556877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-729a30cf-3137-4679-9e55-128343b7f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:23.558304 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-729a30cf-3137-4679-9e55-128343b7f7b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0427413 Nov 01 23:04:23.607105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-424f1c77-909e-450e-99b9-86dff28a5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:23.608633 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-424f1c77-909e-450e-99b9-86dff28a5902 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424783 Nov 01 23:04:23.698333 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-d6ae4fde-c936-44b8-baa1-13f7013bde8b service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787327 Nov 01 23:04:23.812324 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ce1549f-1d88-4a3c-b22b-8b2968aa3f00 req-5008ee2f-6682-4df8-b4f7-374703e06e19 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048605 Nov 01 23:04:23.993979 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-f18e4c21-e5b8-45b4-966e-2881c991e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:23.995340 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-f18e4c21-e5b8-45b4-966e-2881c991e246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1096 time: 0.0402622 Nov 01 23:04:24.090787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-e81f0906-c80a-4fb6-888c-27f0aecc97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:24.092305 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-e81f0906-c80a-4fb6-888c-27f0aecc97bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.0886006 Nov 01 23:04:24.133277 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-13dfbc7d-bbb0-4ba5-82ec-0faa3f8661ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 217 time: 0.0339115 Nov 01 23:04:24.180903 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-2a7a72f8-bd94-4b99-bc2a-2429cec45e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:24.182629 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-2a7a72f8-bd94-4b99-bc2a-2429cec45e34 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0424261 Nov 01 23:04:24.246044 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-2cadaf72-b82e-4f5e-b669-2129466ab365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:24.247484 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-2cadaf72-b82e-4f5e-b669-2129466ab365 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415883 Nov 01 23:04:24.347608 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0a5dd-6b97-4b47-b40d-54efd688f0f1 req-57c627be-391a-4259-9c36-3a2d55293fea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:24.349052 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ed0a5dd-6b97-4b47-b40d-54efd688f0f1 req-57c627be-391a-4259-9c36-3a2d55293fea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 943 time: 0.1007273 Nov 01 23:04:24.383503 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-2bc139e8-f94d-4f3e-837b-785a3827cfc5 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266267 Nov 01 23:04:24.425240 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ed0a5dd-6b97-4b47-b40d-54efd688f0f1 req-a1b093eb-1af0-472e-9cb6-4e3e5784ada0 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Nov 01 23:04:24.494099 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7fda3b2d-bb45-49c4-b810-a8009ddfe0cd req-f136163c-01a9-409c-bc75-2b7156288e63 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012805 Nov 01 23:04:25.541949 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec370b-f553-4f41-955d-0f826f08455b req-4e9356c2-16d9-4ffb-b9e3-bc9f72cb52cc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:25.543399 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6fec370b-f553-4f41-955d-0f826f08455b req-4e9356c2-16d9-4ffb-b9e3-bc9f72cb52cc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 943 time: 0.0482731 Nov 01 23:04:25.579921 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6fec370b-f553-4f41-955d-0f826f08455b req-ddb25c2c-4fe0-4a2c-b79f-9db7b1e48c61 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Nov 01 23:04:26.698524 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f3afa-b7a2-4570-b6b0-0d095820342a req-1353b676-baa8-417b-b404-5bdfc05745f7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:26.700006 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-782f3afa-b7a2-4570-b6b0-0d095820342a req-1353b676-baa8-417b-b404-5bdfc05745f7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 943 time: 0.0521898 Nov 01 23:04:26.736442 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-782f3afa-b7a2-4570-b6b0-0d095820342a req-601ec8ed-8d57-4692-8629-8d807f799d86 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Nov 01 23:04:27.853394 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b807875-60c9-4999-945f-b663eb73139d req-0c3e16a4-f8e3-4a9b-8885-f4736f448307 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:27.855097 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b807875-60c9-4999-945f-b663eb73139d req-0c3e16a4-f8e3-4a9b-8885-f4736f448307 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 943 time: 0.0488961 Nov 01 23:04:27.892431 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6b807875-60c9-4999-945f-b663eb73139d req-15bfc90d-7eeb-4a47-ba97-e4dc00b738f0 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Nov 01 23:04:27.917288 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:04:28.005048 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53720) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:28.011098 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:28.022070 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'port_id': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'mac_address': 'fa:16:3e:34:b8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:04:28.058630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.071721 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:04:28.090043 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:28.095336 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.147376 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:28.302389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Deleting port 491968a3-da42-49d1-b85e-19927535878b {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:28.302734 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.510868 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:04:28.585068 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.585394 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.597981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Calling delete_port for 491968a3-da42-49d1-b85e-19927535878b owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:28.773806 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.798903 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event deleted for resources: {'Port': ['ID=491968a3-da42-49d1-b85e-19927535878b,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:28.861386 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:28.861709 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.l3_db [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Floating IP 55c1693c-e250-4da1-b776-785fa0e5f264 disassociated (deleted). External IP: 172.27.2.199, port: 0807cfe6-2efe-40a5-a9ee-27157173b073. Nov 01 23:04:29.006590 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f44bc-6e9f-49d5-8b72-67c9ab6ff38a req-4dfc0356-b2f5-4032-acef-08d71e7e2a50 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.008090 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d42f44bc-6e9f-49d5-8b72-67c9ab6ff38a req-4dfc0356-b2f5-4032-acef-08d71e7e2a50 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 944 time: 0.0472298 Nov 01 23:04:29.044874 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d42f44bc-6e9f-49d5-8b72-67c9ab6ff38a req-0c4bd034-07ef-4393-b018-1612683c1200 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309958 Nov 01 23:04:29.062166 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Router 52ec8d64-aada-49c3-901d-2f16949dbf87 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:29.166721 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:29.171421 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:29.176312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Sync routers for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:29.186207 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:29.186891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:29.200657 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-286293b2-10ff-4a79-aa57-6f34b5b81192 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "DELETE /v2.0/floatingips/55c1693c-e250-4da1-b776-785fa0e5f264 HTTP/1.1" status: 204 len: 168 time: 1.1945283 Nov 01 23:04:29.201231 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:29.203557 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c1d676-881b-46c9-898c-cd09c3dabb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:29.293783 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:29.374690 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0732f4ec-1aa3-4c5f-ae9e-47f1de258c30 x-openstack-request-id: req-0732f4ec-1aa3-4c5f-ae9e-47f1de258c30 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:29.374984 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:29.375266 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0732f4ec-1aa3-4c5f-ae9e-47f1de258c30 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:29.375653 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'status': 'completed', 'code': 200} Nov 01 23:04:29.442469 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537e80d-2242-4db8-9602-b09ecae17428 req-3e04193f-6e55-455c-a04c-c27f00041c1b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.443972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8537e80d-2242-4db8-9602-b09ecae17428 req-3e04193f-6e55-455c-a04c-c27f00041c1b tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0593843 Nov 01 23:04:29.503027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8537e80d-2242-4db8-9602-b09ecae17428 req-80acf51c-1f1e-4432-8f02-eb7f27de8b79 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509353 Nov 01 23:04:29.505399 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:29.508673 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-853d5f48-98d5-43b1-8d03-33d57cc6bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.510977 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-853d5f48-98d5-43b1-8d03-33d57cc6bf14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a613551c961b462fb40a6f5a24181785&device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 1099 time: 0.0658984 Nov 01 23:04:29.532614 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Checking router: 52ec8d64-aada-49c3-901d-2f16949dbf87 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:29.541384 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:29.541989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:29.605852 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-ccd7a3cd-ca49-45ef-9e07-58f678fc379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.607355 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-ccd7a3cd-ca49-45ef-9e07-58f678fc379b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 200 len: 909 time: 0.0887637 Nov 01 23:04:29.655404 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-98d205ec-8ea6-4675-8701-0d1017c03f65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 200 len: 217 time: 0.0349565 Nov 01 23:04:29.708197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-3d4c6537-5795-4bb6-8d4c-9cd3360e8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.709578 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-3d4c6537-5795-4bb6-8d4c-9cd3360e8c4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 200 len: 847 time: 0.0458035 Nov 01 23:04:29.760455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-8291a428-3dbf-47f6-9143-53b0b73d73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:29.761941 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-8291a428-3dbf-47f6-9143-53b0b73d73a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bdb8fbcd-4feb-428f-bac6-083e929f01b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391431 Nov 01 23:04:29.765646 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:29.860781 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-f21bc6bf-d6c4-405d-ac05-682caa5deadd service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901003 Nov 01 23:04:29.942116 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:29.980867 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45c1d676-881b-46c9-898c-cd09c3dabb3f req-87b75611-88b6-471f-a768-9372c3ed23b6 service neutron] 10.222.0.26 "GET /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Nov 01 23:04:30.009635 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:04:30.015727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:30.019275 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:30.019663 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:30.060041 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fc810b-79c6-4bcb-a171-22419c690a75 None None] The sync data for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi is: [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:40Z', 'revision_number': 4, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '89a0eef3-e88d-4667-9f1f-fcc7a5d22bad', 'name': '', 'network_id': 'bdb8fbcd-4feb-428f-bac6-083e929f01b0', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'mac_address': 'fa:16:3e:6f:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_interface', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '082db525-1819-40f2-af5a-157aba83a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:39Z', 'updated_at': '2021-11-01T22:57:46Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'subnets': [{'id': '082db525-1819-40f2-af5a-157aba83a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:30.129755 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:30.153713 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:30.156474 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8479a47-30f8-4594-9307-a31f6f81595a" -d '{"events": [{"server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "name": "network-vif-plugged", "status": "completed", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:30.169781 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:30.175807 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:30.176499 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e52646-64e2-4902-a326-88e38b41e0c4 req-2ec05059-842b-4b21-8477-9f4c0481fead tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:30.178258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13e52646-64e2-4902-a326-88e38b41e0c4 req-2ec05059-842b-4b21-8477-9f4c0481fead tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 944 time: 0.0597250 Nov 01 23:04:30.203521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5677b653-748e-44e3-bae2-7a4ecaa626b5 x-openstack-request-id: req-5677b653-748e-44e3-bae2-7a4ecaa626b5 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:30.204014 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "name": "network-vif-plugged", "status": "completed", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:30.204127 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5677b653-748e-44e3-bae2-7a4ecaa626b5 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:30.204461 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'code': 200} Nov 01 23:04:30.227287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13e52646-64e2-4902-a326-88e38b41e0c4 req-6b18437a-3539-40f3-a06e-c1ed19ab45e6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Nov 01 23:04:30.232126 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:30.312566 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee0ef18-f03e-451a-819b-9f5cbe773928 None None] New status for floating IP 55c1693c-e250-4da1-b776-785fa0e5f264: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:04:30.418815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d32223-640e-4d19-96d0-aeeab5f56d84 req-074fd7bb-a283-4d1d-b271-a286415ad09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:30.420371 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3d32223-640e-4d19-96d0-aeeab5f56d84 req-074fd7bb-a283-4d1d-b271-a286415ad09d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1098 time: 0.0396473 Nov 01 23:04:30.461647 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3d32223-640e-4d19-96d0-aeeab5f56d84 req-d9de0f87-08fe-4834-9724-67e74fe10cad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271442 Nov 01 23:04:30.621378 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30c31-1304-487b-b678-cc86020221a8 req-bd36e5b6-901c-4b6c-b154-041d8b454753 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:30.622834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7d30c31-1304-487b-b678-cc86020221a8 req-bd36e5b6-901c-4b6c-b154-041d8b454753 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0512657 Nov 01 23:04:30.659508 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7d30c31-1304-487b-b678-cc86020221a8 req-77f29313-d6a8-42b1-81ed-544cff145030 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300887 Nov 01 23:04:31.338671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32f3be-1685-4a09-be47-5723f6e5bc4d req-08267b06-1a97-4e84-b805-af988927bb77 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:31.340134 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fc32f3be-1685-4a09-be47-5723f6e5bc4d req-08267b06-1a97-4e84-b805-af988927bb77 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0471404 Nov 01 23:04:31.376906 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fc32f3be-1685-4a09-be47-5723f6e5bc4d req-6b699173-3cee-43c8-9d04-0fd7725080e8 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Nov 01 23:04:31.773645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0a650-68d5-499c-9b06-c37a03aed3bb req-7a471aaf-9865-43ff-a95a-5cc3bf00a1f5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:31.775115 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3b0a650-68d5-499c-9b06-c37a03aed3bb req-7a471aaf-9865-43ff-a95a-5cc3bf00a1f5 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0473988 Nov 01 23:04:31.810876 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a3b0a650-68d5-499c-9b06-c37a03aed3bb req-c109d08a-66e8-480e-a706-71b37a37e2c7 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/security-groups?id=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300066 Nov 01 23:04:32.333231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-8ebe0755-81da-491d-b05e-5b3b9d964799 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:32.334713 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-8ebe0755-81da-491d-b05e-5b3b9d964799 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 946 time: 0.0535140 Nov 01 23:04:32.430185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Deleting port 0807cfe6-2efe-40a5-a9ee-27157173b073 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:32.430855 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:32.547630 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0684ac-f472-47dc-9f49-21b39809f865 req-a1cf5949-e2f0-4278-9de0-3d9df376bdce tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:32.549001 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b0684ac-f472-47dc-9f49-21b39809f865 req-a1cf5949-e2f0-4278-9de0-3d9df376bdce tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0983229 Nov 01 23:04:32.556137 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] For port 0807cfe6-2efe-40a5-a9ee-27157173b073, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0807cfe6-2efe-40a5-a9ee-27157173b073,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:32.556488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:32.578922 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Calling delete_port for 0807cfe6-2efe-40a5-a9ee-27157173b073 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:32.607219 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b0684ac-f472-47dc-9f49-21b39809f865 req-5b544cab-a7c0-4c93-8e2c-7edf975ce4d5 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482411 Nov 01 23:04:32.748788 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:32.761591 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c110d-288a-422d-8192-7acaa8fb0116 req-ee7b7278-2f84-4123-a9d1-902a5b2a77d6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:32.763077 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e10c110d-288a-422d-8192-7acaa8fb0116 req-ee7b7278-2f84-4123-a9d1-902a5b2a77d6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0828042 Nov 01 23:04:32.792716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event deleted for resources: {'Port': ['ID=0807cfe6-2efe-40a5-a9ee-27157173b073,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:32.848403 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] No DVR routers for this DVR port 0807cfe6-2efe-40a5-a9ee-27157173b073 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:04:32.852287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:32.855536 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ee36046-855d-4344-b097-5df6ddcb59ef req-e3959d1e-05e7-4a4f-af34-38e1377515fa tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.26 "DELETE /v2.0/ports/0807cfe6-2efe-40a5-a9ee-27157173b073 HTTP/1.1" status: 204 len: 173 time: 0.5135021 Nov 01 23:04:32.855983 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-deleted', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:32.858179 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec263f8-47f1-44b7-8009-0326d533064d" -d '{"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-deleted", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:32.865779 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e10c110d-288a-422d-8192-7acaa8fb0116 req-0df8061e-3b64-49aa-9c61-95633f840015 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803874 Nov 01 23:04:32.921588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f8712-50c4-4dc9-a54a-244a5a4e490b x-openstack-request-id: req-2f5f8712-50c4-4dc9-a54a-244a5a4e490b {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:32.921880 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab73810-e561-4404-b397-39c0a97b7f2a", "name": "network-vif-deleted", "tag": "0807cfe6-2efe-40a5-a9ee-27157173b073", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:32.922134 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f5f8712-50c4-4dc9-a54a-244a5a4e490b {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:32.922512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab73810-e561-4404-b397-39c0a97b7f2a', 'name': 'network-vif-deleted', 'tag': '0807cfe6-2efe-40a5-a9ee-27157173b073', 'status': 'completed', 'code': 200} Nov 01 23:04:32.924623 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d885ea7e-b5a9-494b-afb9-2f390b80b871 req-244358a3-6618-4608-a08b-bd47f92a6c97 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ab73810-e561-4404-b397-39c0a97b7f2a HTTP/1.1" status: 200 len: 210 time: 0.0301719 Nov 01 23:04:33.210529 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628690f5-7b22-4122-9523-76972d9bf441 req-8a7bfa0d-1675-4c1d-b914-791c28a4fec7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:33.212100 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-628690f5-7b22-4122-9523-76972d9bf441 req-8a7bfa0d-1675-4c1d-b914-791c28a4fec7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0508003 Nov 01 23:04:33.264166 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-628690f5-7b22-4122-9523-76972d9bf441 req-cbbe5fbf-08ff-402e-9312-36e2133d0c59 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Nov 01 23:04:34.140398 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53784) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:34.196915 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:34.220454 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:34.277128 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:34.280524 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:34.281760 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] 10.222.0.11 "DELETE /v2.0/security-groups/615a8d5d-21e9-4a8c-b56c-dabb3d0998d2 HTTP/1.1" status: 204 len: 168 time: 0.1403580 Nov 01 23:04:34.291627 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07062892-c54b-4fa3-9653-e3f4088d1d47 tempest-TestShelveInstance-1365893716 tempest-TestShelveInstance-1365893716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615a8d5d-21e9-4a8c-b56c-dabb3d0998d2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:34.334687 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53788) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:35.117787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:35.408699 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Deleting port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:35.410016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:35.490565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] For port 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:35.490833 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:35.503531 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Calling delete_port for 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:35.688403 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:35.714515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=89a0eef3-e88d-4667-9f1f-fcc7a5d22bad,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:35.724835 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.725130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.725481 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.725783 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.726110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.726439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.726760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.727082 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.727400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.727756 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.728074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.728384 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:35.906264 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:35.964658 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:35.990462 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 0807cfe6-2efe-40a5-a9ee-27157173b073 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:35.990814 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0807cfe6-2efe-40a5-a9ee-27157173b073 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:36.123149 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Router 52ec8d64-aada-49c3-901d-2f16949dbf87 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:36.221443 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:36.226834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3c8530d4-d4fb-4909-b7e9-a27d6257c8ca admin admin] 10.222.0.11 "PUT /v2.0/routers/52ec8d64-aada-49c3-901d-2f16949dbf87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8911257 Nov 01 23:04:36.229562 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53828) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:36.230381 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Sync routers for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:36.241349 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:36.241953 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:36.331674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.344745 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:36.434298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.485316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Deleting port d3cbbce6-a5c2-408c-b46a-2507b8fc3329 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:36.485568 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.519532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T23:04:35Z', 'revision_number': 5, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port': {'id': 'd3cbbce6-a5c2-408c-b46a-2507b8fc3329', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:8d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T22:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:36.548527 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Checking router: 52ec8d64-aada-49c3-901d-2f16949dbf87 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:36.557345 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Routers {'52ec8d64-aada-49c3-901d-2f16949dbf87'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:36.557938 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['52ec8d64-aada-49c3-901d-2f16949dbf87'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:36.565312 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] For port d3cbbce6-a5c2-408c-b46a-2507b8fc3329, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:36.565699 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.577851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Calling delete_port for d3cbbce6-a5c2-408c-b46a-2507b8fc3329 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:36.637991 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] Set router 52ec8d64-aada-49c3-901d-2f16949dbf87 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:36.693182 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T23:04:36Z', 'revision_number': 6, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:36.725751 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c58d79-9774-44ce-8fa0-4e979cffc732 None None] The sync data for ids ['52ec8d64-aada-49c3-901d-2f16949dbf87'] in dv-cinder-812216-2-iscsi is: [{'id': '52ec8d64-aada-49c3-901d-2f16949dbf87', 'name': 'tempest-TestShelveInstance-584715879-router', 'tenant_id': 'a613551c961b462fb40a6f5a24181785', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:36Z', 'updated_at': '2021-11-01T23:04:36Z', 'revision_number': 6, 'project_id': 'a613551c961b462fb40a6f5a24181785', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:36.741120 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.767213 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cbbce6-a5c2-408c-b46a-2507b8fc3329,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:36.833000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.932663 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:36.934717 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.002196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.003255 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ec8d64-aada-49c3-901d-2f16949dbf87 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:04:37.009268 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.010457 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-17ed86d9-696f-4777-a6be-6d459d8d3164 admin admin] 10.222.0.11 "DELETE /v2.0/routers/52ec8d64-aada-49c3-901d-2f16949dbf87 HTTP/1.1" status: 204 len: 168 time: 0.7799313 Nov 01 23:04:37.012986 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53836) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:37.061828 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Deleting subnet 082db525-1819-40f2-af5a-157aba83a0a4 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:04:37.065933 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.102398 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.214576 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.263364 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.287428 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=082db525-1819-40f2-af5a-157aba83a0a4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:37.291022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.296435 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-82455596-a4c8-4565-8b3d-6dc82e6bdf2f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/082db525-1819-40f2-af5a-157aba83a0a4 HTTP/1.1" status: 204 len: 168 time: 0.2802393 Nov 01 23:04:37.296582 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15ca36-1a7b-43ce-88ae-c89e8b46b7cf None None] Network bdb8fbcd-4feb-428f-bac6-083e929f01b0 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:37.297008 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53840) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:37.364305 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.418867 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Deleting port 3431f759-0261-41b6-b587-1cb95912e897 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:37.419206 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.481293 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] DHCP port deletion for bdb8fbcd-4feb-428f-bac6-083e929f01b0 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:04:37.486156 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] For port 3431f759-0261-41b6-b587-1cb95912e897, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=3431f759-0261-41b6-b587-1cb95912e897,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:37.486545 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.499256 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Calling delete_port for 3431f759-0261-41b6-b587-1cb95912e897 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:37.535137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Deleting port 3431f759-0261-41b6-b587-1cb95912e897 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:37.535417 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.587626 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.600728 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] For port 3431f759-0261-41b6-b587-1cb95912e897, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=3431f759-0261-41b6-b587-1cb95912e897,segment=NetworkSegment(0027f96d-fb07-413e-90cc-1d134d6e4e3f),segment_id=0027f96d-fb07-413e-90cc-1d134d6e4e3f)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:37.601111 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.615784 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] No DVR routers for this DVR port 3431f759-0261-41b6-b587-1cb95912e897 on host dv-cinder-812216-2-iscsi {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:04:37.617555 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3431f759-0261-41b6-b587-1cb95912e897,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:37.618280 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Calling delete_port for 3431f759-0261-41b6-b587-1cb95912e897 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:37.692324 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.714197 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8fbcd-4feb-428f-bac6-083e929f01b0']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:37.725582 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0027f96d-fb07-413e-90cc-1d134d6e4e3f') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:37.726135 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0027f96d-fb07-413e-90cc-1d134d6e4e3f') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:37.736760 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.742197 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.752641 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.760384 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:04:37.760891 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.772109 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] No DVR routers for this DVR port 3431f759-0261-41b6-b587-1cb95912e897 on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:04:37.773813 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8323a-aa0a-4665-a1f9-455ae3787391 None None] Pushing event deleted for resources: {'Port': ['ID=3431f759-0261-41b6-b587-1cb95912e897,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:04:37.774497 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:04:37.823442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.829032 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:37.832446 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] 10.222.0.11 "DELETE /v2.0/networks/bdb8fbcd-4feb-428f-bac6-083e929f01b0 HTTP/1.1" status: 204 len: 168 time: 0.5345726 Nov 01 23:04:37.835501 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53846) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:37.843982 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6886cf-e5fd-452e-98ec-844d13caea1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb8fbcd-4feb-428f-bac6-083e929f01b0,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:38.188202 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:38.357539 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:38.378061 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:38.378307 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 89a0eef3-e88d-4667-9f1f-fcc7a5d22bad not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:38.378714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d3cbbce6-a5c2-408c-b46a-2507b8fc3329 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:38.401442 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: d3cbbce6-a5c2-408c-b46a-2507b8fc3329 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:38.401776 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d3cbbce6-a5c2-408c-b46a-2507b8fc3329 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:38.402184 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 3431f759-0261-41b6-b587-1cb95912e897 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:38.421802 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 3431f759-0261-41b6-b587-1cb95912e897 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:38.422140 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 3431f759-0261-41b6-b587-1cb95912e897 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:38.583484 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0d94b-6817-4ffd-8243-0e27b1ef9feb req-1524738e-f9df-4b1a-a6ad-deb2e8f41057 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:38.584972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b6a0d94b-6817-4ffd-8243-0e27b1ef9feb req-1524738e-f9df-4b1a-a6ad-deb2e8f41057 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.3492711 Nov 01 23:04:38.666215 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b6a0d94b-6817-4ffd-8243-0e27b1ef9feb req-c5d19bb5-a586-4164-a106-74f9d5056680 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561516 Nov 01 23:04:38.749671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Deleting port 80a577ec-c950-4978-b9d2-e8873c07be58 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:38.750002 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:38.826661 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] For port 80a577ec-c950-4978-b9d2-e8873c07be58, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=80a577ec-c950-4978-b9d2-e8873c07be58,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:38.827038 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:38.839629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Calling delete_port for 80a577ec-c950-4978-b9d2-e8873c07be58 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:39.013899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.039405 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Pushing event deleted for resources: {'Port': ['ID=80a577ec-c950-4978-b9d2-e8873c07be58,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:39.206811 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.412404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:39.449793 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-59f7ceaa-e538-4ec1-b79f-cf51b7de1bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.528563 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:39.533450 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-72cbc7a8-1260-4d2a-b093-543e8b3d05ee admin admin] 10.222.0.11 "PUT /v2.0/routers/33097b2c-46a5-42fd-ab9d-2771b65c2b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6968749 Nov 01 23:04:39.537050 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53866) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:39.537646 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Sync routers for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:39.547030 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:39.547653 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:39.640665 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.648716 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:39.743912 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.789498 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037c398-a24d-482a-afed-4a2021a3934c req-bd9df51c-7ad1-4ec0-881e-271372258ccb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:39.791125 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7037c398-a24d-482a-afed-4a2021a3934c req-bd9df51c-7ad1-4ec0-881e-271372258ccb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0515409 Nov 01 23:04:39.798012 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Deleting port 1efc67b3-3f6d-4435-b7db-159f76e85ac2 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:39.798347 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.833536 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7037c398-a24d-482a-afed-4a2021a3934c req-da2ccadb-3af0-477e-af8f-88b3fda195df tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356030 Nov 01 23:04:39.846639 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T23:04:38Z', 'revision_number': 5, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port': {'id': '1efc67b3-3f6d-4435-b7db-159f76e85ac2', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:71:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 211, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:57:46Z', 'updated_at': '2021-11-01T22:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:39.878471 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Checking router: 33097b2c-46a5-42fd-ab9d-2771b65c2b07 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:39.886533 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Routers {'33097b2c-46a5-42fd-ab9d-2771b65c2b07'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:39.887123 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:39.891018 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] For port 1efc67b3-3f6d-4435-b7db-159f76e85ac2, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1efc67b3-3f6d-4435-b7db-159f76e85ac2,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:39.891372 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:39.904741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Calling delete_port for 1efc67b3-3f6d-4435-b7db-159f76e85ac2 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:39.971113 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] Set router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:40.022806 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T23:04:39Z', 'revision_number': 6, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:40.048102 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc34347-ffd0-423c-87cc-023d3132e357 None None] The sync data for ids ['33097b2c-46a5-42fd-ab9d-2771b65c2b07'] in dv-cinder-812216-2-iscsi is: [{'id': '33097b2c-46a5-42fd-ab9d-2771b65c2b07', 'name': 'tempest-TestShelveInstance-741697073-router', 'tenant_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:57:44Z', 'updated_at': '2021-11-01T23:04:39Z', 'revision_number': 6, 'project_id': '1fbc937b4c4b4aef81d39c8b0c4c5e82', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:40.067367 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.096082 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc67b3-3f6d-4435-b7db-159f76e85ac2,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:40.154151 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.258702 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.260740 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.301605 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.302123 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33097b2c-46a5-42fd-ab9d-2771b65c2b07 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:04:40.306569 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.307717 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d6797aa0-f04c-4ce3-8115-8e3caa0df0b1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/33097b2c-46a5-42fd-ab9d-2771b65c2b07 HTTP/1.1" status: 204 len: 168 time: 0.7696700 Nov 01 23:04:40.310216 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53872) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:40.353932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Deleting subnet 23700af2-80bc-417d-8484-657afde58b7d {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:04:40.357001 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.391031 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.507722 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.557618 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.586579 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23700af2-80bc-417d-8484-657afde58b7d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:40.591718 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.595670 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-b2cac189-3aac-440d-8e10-c4d3e3a6200f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/23700af2-80bc-417d-8484-657afde58b7d HTTP/1.1" status: 204 len: 168 time: 0.2843182 Nov 01 23:04:40.597384 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a7b05-f315-4d70-bb2f-a2beb739b3fe None None] Network a1429fa3-d2d3-494d-b2ff-4512b0d37408 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:40.598634 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53876) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:40.664916 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.715924 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Deleting port b8df3157-f738-44e0-a0f7-10421d0fed24 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:40.716287 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.780232 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] For port b8df3157-f738-44e0-a0f7-10421d0fed24, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8df3157-f738-44e0-a0f7-10421d0fed24,segment=NetworkSegment(0bced51d-4625-4291-b2ba-fcae58930e5f),segment_id=0bced51d-4625-4291-b2ba-fcae58930e5f)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:40.780585 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.795093 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Calling delete_port for b8df3157-f738-44e0-a0f7-10421d0fed24 owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:40.826521 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] DHCP port deletion for a1429fa3-d2d3-494d-b2ff-4512b0d37408 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:04:40.853891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 80a577ec-c950-4978-b9d2-e8873c07be58 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:40.874416 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.877295 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 80a577ec-c950-4978-b9d2-e8873c07be58 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:40.878139 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 80a577ec-c950-4978-b9d2-e8873c07be58 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:40.894256 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] No DVR routers for this DVR port b8df3157-f738-44e0-a0f7-10421d0fed24 on host dv-cinder-812216-2-iscsi {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:04:40.901818 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Deleting port b8df3157-f738-44e0-a0f7-10421d0fed24 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:04:40.902319 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.936751 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8df3157-f738-44e0-a0f7-10421d0fed24,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:40.983579 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e5cbd-cde6-413a-a2a6-83a71c536958 req-0414aab0-6a4f-41f0-aaf5-6a63154e4d70 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:40.984141 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] For port b8df3157-f738-44e0-a0f7-10421d0fed24, host dv-cinder-812216-2-iscsi, got binding levels [] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:40.984466 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:40.985082 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a52e5cbd-cde6-413a-a2a6-83a71c536958 req-0414aab0-6a4f-41f0-aaf5-6a63154e4d70 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0704117 Nov 01 23:04:40.996920 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.001356 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Calling delete_port for b8df3157-f738-44e0-a0f7-10421d0fed24 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:04:41.004833 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.ipam_backend_mixin [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Port b8df3157-f738-44e0-a0f7-10421d0fed24 was not found and therefore no delete operation was performed {{(pid=101293) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 23:04:41.006197 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.019753 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1429fa3-d2d3-494d-b2ff-4512b0d37408']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:41.029096 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bced51d-4625-4291-b2ba-fcae58930e5f') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:41.029396 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bced51d-4625-4291-b2ba-fcae58930e5f') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:41.034350 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] No DVR routers for this DVR port b8df3157-f738-44e0-a0f7-10421d0fed24 on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:04:41.038337 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a9491-ef01-4170-a2db-ecf0405de560 None None] Pushing event deleted for resources: {'Port': ['ID=b8df3157-f738-44e0-a0f7-10421d0fed24,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:41.038837 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a52e5cbd-cde6-413a-a2a6-83a71c536958 req-9e02f369-bbde-44bc-8f11-04d4044be203 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Nov 01 23:04:41.046598 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.061256 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.069168 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:04:41.069646 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:04:41.071436 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:04:41.130741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.136244 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.139878 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1429fa3-d2d3-494d-b2ff-4512b0d37408 HTTP/1.1" status: 204 len: 168 time: 0.5402439 Nov 01 23:04:41.151727 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7af6f-b00b-47d4-965c-03ce52b320d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1429fa3-d2d3-494d-b2ff-4512b0d37408,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:41.257263 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53884) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:41.295603 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-444db58e-f246-4841-9382-23d0d9786505 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a613551c961b462fb40a6f5a24181785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371096 Nov 01 23:04:41.297932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53886) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:41.345104 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.365814 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.421109 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.423722 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.427713 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91360568-3274-4ba5-a478-6146e245b6fc HTTP/1.1" status: 204 len: 168 time: 0.1264911 Nov 01 23:04:41.435110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb840db-3d8a-4d69-80fa-14d8439fee27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91360568-3274-4ba5-a478-6146e245b6fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:41.680553 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca065-9864-4db9-a322-dd3b2c7bb1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.752845 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53894) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:41.795764 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5a2b1201-f6b5-4f6a-8f82-723f4c0b5ffc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fbc937b4c4b4aef81d39c8b0c4c5e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411813 Nov 01 23:04:41.798146 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53896) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:41.849594 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.871154 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.920825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.923621 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:41.924826 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1c63772-a33d-44dc-90f9-c6bdcc1740be HTTP/1.1" status: 204 len: 168 time: 0.1257653 Nov 01 23:04:41.933050 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9073e7-75fd-4f13-b7f0-55844040f2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c63772-a33d-44dc-90f9-c6bdcc1740be,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:42.166396 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c29e2-511a-4e93-9140-d6807579a260 req-4f4a3691-c639-47bf-8054-3765aa1ae657 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:42.167941 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-586c29e2-511a-4e93-9140-d6807579a260 req-4f4a3691-c639-47bf-8054-3765aa1ae657 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0514956 Nov 01 23:04:42.207156 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-586c29e2-511a-4e93-9140-d6807579a260 req-ec4f9b81-c0cb-4b87-ae3d-787cb3284ba1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Nov 01 23:04:42.354243 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8df3157-f738-44e0-a0f7-10421d0fed24 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:42.500546 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: b8df3157-f738-44e0-a0f7-10421d0fed24 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:42.500886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8df3157-f738-44e0-a0f7-10421d0fed24 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:42.501292 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1efc67b3-3f6d-4435-b7db-159f76e85ac2 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:04:42.520730 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 1efc67b3-3f6d-4435-b7db-159f76e85ac2 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:04:42.521213 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1efc67b3-3f6d-4435-b7db-159f76e85ac2 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:04:42.607577 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53924) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:42.702245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.710656 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-293363097-network', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:42.731999 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Made reservation on behalf of 822e8546184a4b72ac4427e5c4eb5e81 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:04:42.734244 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.742885 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.844802 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea08cc2-6028-4bfe-9627-3e45ef20f726 req-d5f93dfb-ec37-466b-ba36-a07c1fb5b2b4 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:42.846252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9ea08cc2-6028-4bfe-9627-3e45ef20f726 req-d5f93dfb-ec37-466b-ba36-a07c1fb5b2b4 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0749431 Nov 01 23:04:42.865149 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.872148 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.906074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:04:42.918656 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7302a81-ccb8-4d19-860d-c543161bafce,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:42.925535 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9ea08cc2-6028-4bfe-9627-3e45ef20f726 req-75b5bf91-b4ed-4cdb-8f33-a1e16bef5efb tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705311 Nov 01 23:04:42.926586 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.926910 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Added segment 6970ede0-c5fb-4a89-994d-0c546a92ae47 of type vlan for network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 Nov 01 23:04:42.950132 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53934) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:42.966480 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.992121 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:42.993065 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:42.993679 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.051998 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4432378 Nov 01 23:04:43.054997 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53938) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:43.059776 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db3009-2af1-4d0d-ae6f-799e9250668f admin admin] Pushing event updated for resources: {'Network': ['ID=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:43.062337 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Request body: {'subnet': {'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-293363097-subnet', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:43.070623 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:04:43.113622 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde03505-e5e2-4285-870d-8f4691e12f87 tempest-TestMinimumBasicScenario-1615089598 tempest-TestMinimumBasicScenario-1615089598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:43.115141 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-fde03505-e5e2-4285-870d-8f4691e12f87 tempest-TestMinimumBasicScenario-1615089598 tempest-TestMinimumBasicScenario-1615089598-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1093 time: 0.1639531 Nov 01 23:04:43.116505 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Made reservation on behalf of 822e8546184a4b72ac4427e5c4eb5e81 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:04:43.118382 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53942) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:43.118733 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59795507'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.124827 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'port_id': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:43.152496 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.255166 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.294116 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2263299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59795489'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.355213 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cabfdbf-22ca-4734-903f-fca3ff5fae55,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:43.362440 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:43.362714 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Network hostable DHCP agents. Network: 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:04:43.379916 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:04:43.380551 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625974fe-52be-4fbc-b07e-49fe1d869f35 req-541c177a-92a6-44e2-aa26-8202181422b9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:43.382040 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-625974fe-52be-4fbc-b07e-49fe1d869f35 req-541c177a-92a6-44e2-aa26-8202181422b9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0901604 Nov 01 23:04:43.388885 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:43.393650 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:43.394103 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.407822 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eac4f4-acd0-4d77-9a2a-f9f5c7e7b8a5 None None] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:43.415313 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Allocated IP 172.27.2.177 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/0b8093fa-d87f-4061-96c0-e63b3445514d) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:43.415524 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-da4ea96a-d28a-4c6f-bc3a-33bcde512c00 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3591411 Nov 01 23:04:43.416134 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53946) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:43.420954 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:43.441270 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.442345 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.445793 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-625974fe-52be-4fbc-b07e-49fe1d869f35 req-767cd2f5-5d0e-4eea-a9f6-e46bf8cbbce1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558138 Nov 01 23:04:43.508499 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.548107 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.583971 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 23:04:43.585158 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.592392 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.646811 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:43.651446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:43.653503 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'Port': ['ID=0b8093fa-d87f-4061-96c0-e63b3445514d,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:43.655884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:43.739702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Allocated IP 172.20.0.2 (5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43/1cabfdbf-22ca-4734-903f-fca3ff5fae55/1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:43.880869 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.894089 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.899915 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:43.935196 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:43.942184 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:43.945709 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:43.952650 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Pushing event updated for resources: {'Port': ['ID=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:44.009839 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Attempting to bind port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:44.010492 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Attempting to bind port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:44.010845 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Attempting to bind port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:44.016088 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:44.016455 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:44.016856 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.017245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Bound using segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:44.017714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Bound port: 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:44.018124 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.038143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.092981 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.098857 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] For port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:44.102605 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] For port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:44.103792 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.107636 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.108898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.113001 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.164803 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0bb601-d185-4b25-9463-fcb7f2b0aeb7 None None] Pushing event updated for resources: {'Port': ['ID=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:44.226846 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Allocated IP 172.27.2.165 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/5944b123-bcbd-47a7-9801-1a72c22da006) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:44.276342 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.281149 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.348840 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.360874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'Port': ['ID=0b8093fa-d87f-4061-96c0-e63b3445514d,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:44.382070 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.394967 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.441040 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:44.447697 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:44.452286 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:44.455491 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Pushing event updated for resources: {'Port': ['ID=5944b123-bcbd-47a7-9801-1a72c22da006,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:44.500839 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Floating IP bc8cd102-9d5a-4052-8293-96810c0212d9 associated. External IP: 172.27.2.177, port: fa283e77-f2e0-4c80-88b2-c0d1777d2ca1. Nov 01 23:04:44.646458 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409df0c9-7b06-47d7-b4b2-35fccf0d87a1 req-a2dd20d0-e329-4b04-81ca-4d1512760771 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:44.648089 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-409df0c9-7b06-47d7-b4b2-35fccf0d87a1 req-a2dd20d0-e329-4b04-81ca-4d1512760771 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0997040 Nov 01 23:04:44.725424 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.731961 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-409df0c9-7b06-47d7-b4b2-35fccf0d87a1 req-4ebac331-b1f9-4c3a-9212-cf1ee7d61361 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755215 Nov 01 23:04:44.783504 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:44.890775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:44.901413 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Sync routers for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:44.915651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.918436 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:44.923702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:44.936180 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:44.948117 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ccbc4f48-12fd-410b-88c0-e39ebe804e13 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8253038 Nov 01 23:04:44.948117 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:44.948975 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d971b6ee-b352-485f-93be-acf7ce6e3cac" -d '{"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:44.952074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53954) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:44.956585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909934814', 'description': 'tempest-secgroup-smoke-1909934814 description', 'project_id': '875cc9fff87141578b165beb1cd06fc9'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:44.986758 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.016844 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1e1e8-8498-4e84-a323-c6a3d5884a68 x-openstack-request-id: req-cfd1e1e8-8498-4e84-a323-c6a3d5884a68 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:45.017218 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:45.017537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cfd1e1e8-8498-4e84-a323-c6a3d5884a68 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:45.017997 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:04:45.085546 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:45.097487 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Router df18247a-0d2e-4fb9-9122-45c374dbd77a is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 23:04:45.116648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.128405 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.161022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=317467ff-9252-46c5-acd8-3ec59c7a5193,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:45.164716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-86aa79b0-57bd-45ad-a9fc-b320201e580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:45.166314 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-86aa79b0-57bd-45ad-a9fc-b320201e580a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1098 time: 0.1021409 Nov 01 23:04:45.210263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.211406 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-9bd05b94-ce45-480f-9cc1-32d7300ae9ea tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2584116 Nov 01 23:04:45.222741 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:45.232618 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:45.235894 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53958) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:45.240871 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:45.245426 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:45.246259 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:45.258228 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.262830 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-198c5c0d-c98c-452a-8836-948bd9598580 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8456900 Nov 01 23:04:45.263583 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53960) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:45.288119 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.300001 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef3489-3379-47dd-8f60-161bcc249ca0 None None] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:45.318412 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-f78adb91-b081-4b20-a229-7ebc8f5cf9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:45.319974 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-f78adb91-b081-4b20-a229-7ebc8f5cf9ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1442518 Nov 01 23:04:45.385724 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:45.388230 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] Provisioning complete for port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:45.388702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.561440 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.600871 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'bc8cd102-9d5a-4052-8293-96810c0212d9', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'port_id': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'mac_address': 'fa:16:3e:34:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:43Z', 'revision_number': 0, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:45.641701 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Checking router: dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:45.654094 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:44Z', 'revision_number': 3, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:45.663090 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] For port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:45.677346 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:45.678007 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:45.682728 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.683560 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.688732 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:45.689132 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Updating router df18247a-0d2e-4fb9-9122-45c374dbd77a port 5944b123-bcbd-47a7-9801-1a72c22da006 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:04:45.696050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.718786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-12a2c7f9-1230-46ad-aa40-e384cd384a5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 999 time: 0.3853230 Nov 01 23:04:45.726497 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af7172a-8cae-4888-90d1-bc109848167f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:45.733282 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.735748 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-95954dd2-ec91-4f56-8ec6-8a8017a85d12 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4988868 Nov 01 23:04:45.745063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53964) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:45.751225 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.771189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:45.771405 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c4df4-1516-4a10-9918-d96d27f0db1e None None] Pushing event updated for resources: {'Port': ['ID=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:45.807624 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-4198efb4-1c7d-457d-980d-9612dc4900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:45.809201 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-4198efb4-1c7d-457d-980d-9612dc4900a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0798528 Nov 01 23:04:45.820548 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.891919 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:45.907445 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:45.981788 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-b6db2f0e-c0a9-4b3f-9cbe-a53b44cab6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:45.983346 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-b6db2f0e-c0a9-4b3f-9cbe-a53b44cab6c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1547656 Nov 01 23:04:45.997415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863ff66-dec5-4331-ae1c-a2ecf6b4e276 req-e10de702-e7ae-480c-9d6b-769fcf01cf24 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:45.998946 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9863ff66-dec5-4331-ae1c-a2ecf6b4e276 req-e10de702-e7ae-480c-9d6b-769fcf01cf24 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.1224968 Nov 01 23:04:46.095886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.113622 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Allocated IP 172.20.0.1 (5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43/1cabfdbf-22ca-4734-903f-fca3ff5fae55/a7bb6427-db0b-49ed-aff9-089c68eb0011) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:46.125275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.174056 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.175123 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9863ff66-dec5-4331-ae1c-a2ecf6b4e276 req-dfc7aed8-fdfe-4d52-889a-f8b2c11a186b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816731 Nov 01 23:04:46.179913 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32906d47-f501-48f0-96ec-ecab71e7465f,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.198115 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.206911 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-560805f9-f033-42b1-a393-fa73b9deb3b2 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4552653 Nov 01 23:04:46.207155 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53968) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:46.208243 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.211352 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:46.229158 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-8776e914-7822-4c14-ba52-5ddc8d4e82b5 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277586 Nov 01 23:04:46.264439 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-95d0be33-ebb7-4a01-ab04-483aa5c0412f None None] Provisioning complete for port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:46.264803 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-95d0be33-ebb7-4a01-ab04-483aa5c0412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.271359 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'bc8cd102-9d5a-4052-8293-96810c0212d9', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'port_id': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'mac_address': 'fa:16:3e:34:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:43Z', 'revision_number': 0, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:46.273755 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.282469 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94ec6-2e2a-44fe-8e65-98ee4a0d316b None None] Pushing event updated for resources: {'Port': ['ID=5944b123-bcbd-47a7-9801-1a72c22da006,revision_number=2']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.285363 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Attempting to bind port 5944b123-bcbd-47a7-9801-1a72c22da006 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:46.285687 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.285806 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Attempting to bind port 5944b123-bcbd-47a7-9801-1a72c22da006 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:46.286056 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Attempting to bind port 5944b123-bcbd-47a7-9801-1a72c22da006 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:46.291974 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:46.292437 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:46.294813 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.294813 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:46.294813 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Bound port: 5944b123-bcbd-47a7-9801-1a72c22da006, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:46.294813 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.314462 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb05ea03-99f9-4c98-8e85-ed4d6fe6f1d0 None None] The sync data for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi is: [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'bc8cd102-9d5a-4052-8293-96810c0212d9', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'port_id': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'mac_address': 'fa:16:3e:34:b8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:43Z', 'revision_number': 0, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:46.385661 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] For port 5944b123-bcbd-47a7-9801-1a72c22da006, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:46.389324 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] For port 5944b123-bcbd-47a7-9801-1a72c22da006, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=5944b123-bcbd-47a7-9801-1a72c22da006,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:46.400431 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.421272 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.425085 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.454946 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.457963 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:46.458675 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:46.477141 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d971b6ee-b352-485f-93be-acf7ce6e3cac req-c3bab266-60d4-4f00-8b10-375f0afc458b service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391498 Nov 01 23:04:46.490252 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:46.510747 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:46.511043 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.517058 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a94ec6-2e2a-44fe-8e65-98ee4a0d316b None None] Pushing event updated for resources: {'Port': ['ID=5944b123-bcbd-47a7-9801-1a72c22da006,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.526815 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d703949-73ba-44f9-885d-797fca91b81b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.529899 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:46.536230 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:46.552006 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.554035 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7c224bc6-e3d2-4b96-881f-685befdd8390 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3484733 Nov 01 23:04:46.557362 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53970) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:46.562337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:46.603965 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.614802 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:46.615361 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.616580 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:46.627982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.688073 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0f9a3-b7ee-4f95-93c1-7945ce433b1a None None] New status for floating IP bc8cd102-9d5a-4052-8293-96810c0212d9: ACTIVE {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:04:46.766517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.772426 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.793696 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.802004 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=377fdb27-d3c4-497a-bb55-eccc73940b9a,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:46.822192 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.824555 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0557be47-a8d3-457d-a5b1-6577efb4e72e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2650480 Nov 01 23:04:46.826359 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 53972) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:46.833451 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:46.868752 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:46.897829 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Project 875cc9fff87141578b165beb1cd06fc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 23:04:46.923027 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.017919 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:44Z', 'revision_number': 3, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:47.040234 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.045760 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad8880-5ad1-46c8-a3b3-55a9ab195b8a None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:44Z', 'revision_number': 3, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:47.051530 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.056203 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c45fcf6f-e521-4fce-8a42-222f018d63a1 None None] Provisioning complete for port a7bb6427-db0b-49ed-aff9-089c68eb0011 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:47.056719 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c45fcf6f-e521-4fce-8a42-222f018d63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.092430 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58132c9-0919-42d0-b263-8e13203aca8b,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:47.096376 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-c45fcf6f-e521-4fce-8a42-222f018d63a1 None None] Port a7bb6427-db0b-49ed-aff9-089c68eb0011 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:04:47.102559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.103793 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f2f8114c-fabc-41cd-8390-2cfa650515ef tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2754765 Nov 01 23:04:47.106582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 53976) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:47.111107 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'security_group_rule': {'security_group_id': '317467ff-9252-46c5-acd8-3ec59c7a5193', 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:47.143245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.securitygroups_db [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Project 875cc9fff87141578b165beb1cd06fc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 23:04:47.143402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.148065 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.149621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.212906 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.216697 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.217417 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.218561 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:47.246516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.247918 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403360 Nov 01 23:04:47.262416 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae29d67-cae8-4ba3-975e-8a319925e881 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4a269b-4c14-4d7a-b605-5e8d5e9cc1e2,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:47.322657 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:47.331048 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:47.379252 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0600c-ce04-41b9-b657-3cfceb7047c0 req-25169367-cd2e-4a97-ba05-57e68ff3afb3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:47.380990 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bdd0600c-ce04-41b9-b657-3cfceb7047c0 req-25169367-cd2e-4a97-ba05-57e68ff3afb3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.1027091 Nov 01 23:04:47.384447 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fcdeb2ac-5229-4262-ba20-f8f11b50591c tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909934814&fields=id&tenant_id=875cc9fff87141578b165beb1cd06fc9 HTTP/1.1" status: 200 len: 267 time: 0.0752225 Nov 01 23:04:47.481491 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bdd0600c-ce04-41b9-b657-3cfceb7047c0 req-275a339c-11f0-4824-9343-92787ea5661f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921919 Nov 01 23:04:47.498944 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-f894a8ec-802a-4404-9f0a-36650a8297a1 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:47.500607 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-f894a8ec-802a-4404-9f0a-36650a8297a1 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.1071115 Nov 01 23:04:47.527163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'port': {'security_groups': ['4035d0f7-75a9-4183-a850-14904cf664c5', '317467ff-9252-46c5-acd8-3ec59c7a5193']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:47.608465 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.632172 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-3fae61ed-c99b-4db1-9dbd-1ac065a8b057 None None] Provisioning complete for port a7bb6427-db0b-49ed-aff9-089c68eb0011 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:47.632540 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3fae61ed-c99b-4db1-9dbd-1ac065a8b057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.696745 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-3fae61ed-c99b-4db1-9dbd-1ac065a8b057 None None] Port a7bb6427-db0b-49ed-aff9-089c68eb0011 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:04:47.718815 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:47.829890 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:47.834237 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:47.839545 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e34020e9-33d4-4c55-8251-4b2f096d8522 admin admin] 10.222.0.11 "PUT /v2.0/routers/df18247a-0d2e-4fb9-9122-45c374dbd77a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748403 Nov 01 23:04:47.865042 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.900911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.949123 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:04:47.960335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:47.960644 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:47.962054 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f58e947d-d399-4c37-a7bc-7ca08a8ecc98 req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "PUT /v2.0/ports/fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 981 time: 0.4433768 Nov 01 23:04:47.965045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:47.967321 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd0f2b9-b556-4a51-89d7-7410284a31ae" -d '{"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:48.043680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bcce4-17db-4db1-9d7f-8d5046f84723 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=6']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:48.063437 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ad0e14-04a7-41bc-b26d-326670a30fe5 x-openstack-request-id: req-17ad0e14-04a7-41bc-b26d-326670a30fe5 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:48.063874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:48.064194 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17ad0e14-04a7-41bc-b26d-326670a30fe5 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:48.064687 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:04:48.152208 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:04:48.246651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6fd3a-685d-49e6-8361-411012e2cb33 req-405a3b02-8214-4330-838b-729396767680 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.255274 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2dc6fd3a-685d-49e6-8361-411012e2cb33 req-405a3b02-8214-4330-838b-729396767680 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.1605287 Nov 01 23:04:48.276975 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-43393506-59b1-4d07-91dd-066067be1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.278815 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-43393506-59b1-4d07-91dd-066067be1df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1137 time: 0.1313570 Nov 01 23:04:48.371428 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2dc6fd3a-685d-49e6-8361-411012e2cb33 req-e49e1b71-27dd-4f2d-9097-2812f6792f02 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137381 Nov 01 23:04:48.431408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-5aab7b86-6982-4ad8-8748-79ad7f96b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.433103 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-5aab7b86-6982-4ad8-8748-79ad7f96b110 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1430573 Nov 01 23:04:48.443736 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 5944b123-bcbd-47a7-9801-1a72c22da006 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:48.452349 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-6f5b7fb3-0b9c-4819-b604-69f157966c56 None None] Provisioning complete for port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:48.452620 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6f5b7fb3-0b9c-4819-b604-69f157966c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.523997 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-fe236fb7-e849-4eba-b583-a73d62b957cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 1001 time: 0.0832012 Nov 01 23:04:48.667730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-3f7fa1a6-866a-4a90-8da8-31c10129cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.670482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-3f7fa1a6-866a-4a90-8da8-31c10129cb76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.1378937 Nov 01 23:04:48.708075 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54006) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:48.712294 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc859538-9892-4cc4-83c3-856404fc556a req-5c76a4a3-af5a-49ba-a4c7-edad1a64c6d9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.712924 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-732712553-network', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:48.715521 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc859538-9892-4cc4-83c3-856404fc556a req-5c76a4a3-af5a-49ba-a4c7-edad1a64c6d9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.1381681 Nov 01 23:04:48.738562 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Made reservation on behalf of dde3d0d50fec48109de90b6d7b77a657 for: {'network': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:04:48.741415 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.742727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 5944b123-bcbd-47a7-9801-1a72c22da006 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:48.743115 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.755408 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.766106 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-c55e981f-5617-41c6-8adc-7087a7e350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:48.768085 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-c55e981f-5617-41c6-8adc-7087a7e350a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884748 Nov 01 23:04:48.791325 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bc859538-9892-4cc4-83c3-856404fc556a req-b28e554a-2b69-490a-a28a-e7e12e37ff23 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577319 Nov 01 23:04:48.853285 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.861511 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.893525 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=101291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:04:48.907030 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8111c407-4cb9-48e5-a542-3836e2b389a6,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:48.934221 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:48.934806 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.segments_db [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Added segment 1bf9f607-a2df-43d1-be77-a9bf744ec5d5 of type vlan for network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc Nov 01 23:04:48.965425 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-9f663cc0-cd45-40e6-aee6-a38d0021f3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879082 Nov 01 23:04:48.988265 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.019860 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.021611 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:49.022576 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.052510 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.090825 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port 5944b123-bcbd-47a7-9801-1a72c22da006, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=5944b123-bcbd-47a7-9801-1a72c22da006,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:49.097672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.110168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0cd0f2b9-b556-4a51-89d7-7410284a31ae req-9810751c-cc92-40dd-bee5-c8522a4288a7 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364818 Nov 01 23:04:49.113433 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4042528 Nov 01 23:04:49.116218 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54008) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:49.120933 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Request body: {'subnet': {'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-732712553-subnet', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'ip_version': 4}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:49.121110 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884bfbb-9cd5-41e4-be3d-216b1b99bd69 admin admin] Pushing event updated for resources: {'Network': ['ID=051f4ce3-9bf5-4a20-b6f0-d30377831bbc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:49.157473 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Made reservation on behalf of dde3d0d50fec48109de90b6d7b77a657 for: {'subnet': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:04:49.159648 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:04:49.161512 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60328252'] for subnet, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.186503 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:49.215927 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:49.216824 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:49.316415 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=5944b123-bcbd-47a7-9801-1a72c22da006,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:49.333988 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.334427 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.334852 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.335275 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.335727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.336148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.336572 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.336984 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.337406 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.337835 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.338250 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.338662 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:49.371698 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:49.382761 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.395675 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60510152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60328238'] for subnet, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.455172 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc1e72c-c5d1-4a9a-80e3-76d982ffe030,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:49.464559 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Checking segment: {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:49.464923 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Network hostable DHCP agents. Network: 051f4ce3-9bf5-4a20-b6f0-d30377831bbc, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101292) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:04:49.481498 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101292) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:04:49.490763 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 051f4ce3-9bf5-4a20-b6f0-d30377831bbc) {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:49.495450 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:49.496238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.501975 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c97e3c-bfd4-43ef-9b43-05b9bbb954d0 None None] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:49.512924 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a7b31c28-7b99-4c0c-a4fa-aaa41ad6f732 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3956506 Nov 01 23:04:49.516026 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54012) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:49.521982 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:49.546334 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1676223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2258'] for router, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.547870 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1676035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1674120', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2267'] for router, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.589104 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 2, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:49.614800 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.616712 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:49.617233 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Updating router df18247a-0d2e-4fb9-9122-45c374dbd77a port a7bb6427-db0b-49ed-aff9-089c68eb0011 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:04:49.642348 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.664915 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf230a60c-e92f-52a9-82f6-ee4373242abb-051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030'}]}} from dv-cinder-812216-2-iscsi. {{(pid=101293) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 23:04:49.665784 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.758300 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.802200 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.db_base_plugin_common [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Allocated IP 172.20.0.2 (051f4ce3-9bf5-4a20-b6f0-d30377831bbc/bbc1e72c-c5d1-4a9a-80e3-76d982ffe030/e17d6354-1964-4ef2-9ed0-aa5e03c76c5d) {{(pid=101293) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:49.942978 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.952273 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.954682 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d19d2-2fe0-468a-8865-3074f12cedee req-2cb2961c-ee76-4a8d-8139-d8938508193a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:49.962490 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-023d19d2-2fe0-468a-8865-3074f12cedee req-2cb2961c-ee76-4a8d-8139-d8938508193a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0688400 Nov 01 23:04:49.963685 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks [] for port, precommit_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.973220 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999'] for port, after_create {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.973474 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:49.998995 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.010167 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2b2a8-313d-47c1-ab2d-ed4a5b7e04fe None None] Pushing event updated for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.014145 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-023d19d2-2fe0-468a-8865-3074f12cedee req-74c86717-e19e-47f9-a4fa-36fbcbeb3733 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Nov 01 23:04:50.043296 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc is already hosted by enough agents. {{(pid=101293) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:50.047231 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Pushing event updated for resources: {'Port': ['ID=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,revision_number=1']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.051124 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.scheduler.base_scheduler [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Resources bound (agent type, host, resource id): {{(pid=101293) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:50.052587 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Received port after_create {{(pid=101293) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:50.086899 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Attempting to bind port a7bb6427-db0b-49ed-aff9-089c68eb0011 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:50.087370 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Attempting to bind port a7bb6427-db0b-49ed-aff9-089c68eb0011 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:50.087826 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Attempting to bind port a7bb6427-db0b-49ed-aff9-089c68eb0011 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:50.093506 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:50.093973 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:50.094443 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.094906 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Bound using segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:50.095452 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Bound port: a7bb6427-db0b-49ed-aff9-089c68eb0011, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:50.095916 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.124872 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Attempting to bind port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:50.125429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Attempting to bind port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:50.125874 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Attempting to bind port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d on network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:50.132914 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:50.133387 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Checking segment: {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:50.133870 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.134335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Bound using segment: {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:50.134884 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Bound port: e17d6354-1964-4ef2-9ed0-aa5e03c76c5d, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:50.135810 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.147027 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Allocated IP 172.27.2.181 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/b8e974b8-13ec-4a6e-8ed1-48a8f185f848) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:50.171842 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] For port a7bb6427-db0b-49ed-aff9-089c68eb0011, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:50.176242 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] For port a7bb6427-db0b-49ed-aff9-089c68eb0011, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a7bb6427-db0b-49ed-aff9-089c68eb0011,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:50.183207 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.215691 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] For port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:50.219161 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] For port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:50.227553 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.256143 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2b2a8-313d-47c1-ab2d-ed4a5b7e04fe None None] Pushing event updated for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.259220 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:50.260079 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:50.290152 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.292590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5af041-d4be-458d-ba56-4a46fff60456 None None] Pushing event updated for resources: {'Port': ['ID=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.318513 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] Provisioning complete for port a7bb6427-db0b-49ed-aff9-089c68eb0011 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:50.318940 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.378613 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.435707 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:50.438683 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:50.442139 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:50.445885 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:50.454864 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 5944b123-bcbd-47a7-9801-1a72c22da006 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:50.480497 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.496545 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.497024 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.497463 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.497894 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.498321 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.499072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.499251 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.499701 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.501411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.501411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.501411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.501411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:50.545608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.596113 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] For port a7bb6427-db0b-49ed-aff9-089c68eb0011, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a7bb6427-db0b-49ed-aff9-089c68eb0011,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:50.601252 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 5944b123-bcbd-47a7-9801-1a72c22da006 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:50.601695 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.611243 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.725764 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddd8fa-2474-45eb-bbb3-0d351e0a9d11 None None] Pushing event updated for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:50.754926 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:50.787533 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:50.789487 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37207130-9af2-44ea-8bba-aae6f66e47f6 None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:50.795659 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f537a6e1-5f3d-412e-89eb-c89a1461ab49 None None] Provisioning complete for port a7bb6427-db0b-49ed-aff9-089c68eb0011 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:50.796131 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f537a6e1-5f3d-412e-89eb-c89a1461ab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:51.023695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1674203'] for router, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:51.135615 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc5de1-0fa0-4250-a19b-7f0ec4d7a79a req-a30085c2-962a-465d-99ce-632f5e10cde9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:51.137287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59bc5de1-0fa0-4250-a19b-7f0ec4d7a79a req-a30085c2-962a-465d-99ce-632f5e10cde9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0544145 Nov 01 23:04:51.162535 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Router 48079b53-074c-49c9-9e88-cd353b9eb7e0 is scheduled to L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a with binding_index 1 {{(pid=101291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 23:04:51.178668 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59bc5de1-0fa0-4250-a19b-7f0ec4d7a79a req-fb23b498-339d-44bf-8605-9d041fe5f077 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Nov 01 23:04:51.287925 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:51.300472 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Sync routers for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:51.314204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:51.315715 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:51.315867 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f7ce197a-3f0e-414b-84a9-74e577164d44 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7986019 Nov 01 23:04:51.316674 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:51.318439 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54020) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:51.576301 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:51.617171 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9077b-73b5-4646-9a7d-93b2255989ff None None] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:04:51.759439 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] Provisioning complete for port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:51.759836 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:51.973350 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.013952 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 3, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:52.018625 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.047958 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] For port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:52.049188 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Checking router: 48079b53-074c-49c9-9e88-cd353b9eb7e0 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:52.049543 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Updating router 48079b53-074c-49c9-9e88-cd353b9eb7e0 port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 binding host dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:04:52.052989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.104071 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.150911 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fc880-c70a-4260-9e2b-8c4a52f743d0 None None] Pushing event updated for resources: {'Port': ['ID=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:52.191145 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Allocated IP 172.20.0.1 (051f4ce3-9bf5-4a20-b6f0-d30377831bbc/bbc1e72c-c5d1-4a9a-80e3-76d982ffe030/6549578a-6ac7-4456-976d-0685435fb0e7) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:04:52.303053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.311078 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-d670645a-c56a-45eb-a62d-d50816514107 None None] Provisioning complete for port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:52.311760 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d670645a-c56a-45eb-a62d-d50816514107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.320392 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f75cde-ecc1-41e5-b764-a2d9200fefc0 req-cc08999d-338b-4938-8473-419395c3f8bd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:52.331058 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-71f75cde-ecc1-41e5-b764-a2d9200fefc0 req-cc08999d-338b-4938-8473-419395c3f8bd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0747004 Nov 01 23:04:52.343242 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.390212 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:52.391153 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-71f75cde-ecc1-41e5-b764-a2d9200fefc0 req-ee1dce1e-0740-4c07-9d5f-7462bf7642fb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589509 Nov 01 23:04:52.394718 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:52.419962 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:04:52.454031 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Pushing event updated for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:52.470337 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks [] for port, precommit_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.473446 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674632'] for router_interface, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.485882 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.522266 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a7bb6427-db0b-49ed-aff9-089c68eb0011 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:52.576366 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c153f-bb6f-459f-9eac-b9476b5a75bb None None] Pushing event updated for resources: {'Port': ['ID=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,revision_number=2']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:52.583541 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Attempting to bind port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:52.584051 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Attempting to bind port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:52.584418 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Attempting to bind port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 on network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:52.595579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:52.595995 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Checking segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:52.596401 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.596794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Bound using segment: {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'} {{(pid=101293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:52.597270 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.managers [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Bound port: b8e974b8-13ec-4a6e-8ed1-48a8f185f848, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4503d7fd-4a61-499f-84f4-95a1a9b44a92', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838'}}] {{(pid=101293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:52.597650 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.624459 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.650173 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port a7bb6427-db0b-49ed-aff9-089c68eb0011 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:52.650546 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.681798 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] For port b8e974b8-13ec-4a6e-8ed1-48a8f185f848, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:52.705597 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] For port b8e974b8-13ec-4a6e-8ed1-48a8f185f848, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:52.713684 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.752806 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-0d6e2e15-e7b5-4ee1-a6ac-8e6dc8ce3247 None None] Provisioning complete for port 6549578a-6ac7-4456-976d-0685435fb0e7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:52.753176 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d6e2e15-e7b5-4ee1-a6ac-8e6dc8ce3247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.809307 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.813640 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.837969 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c153f-bb6f-459f-9eac-b9476b5a75bb None None] Pushing event updated for resources: {'Port': ['ID=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,revision_number=3']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:52.848517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e2e15-e7b5-4ee1-a6ac-8e6dc8ce3247 None None] Port 6549578a-6ac7-4456-976d-0685435fb0e7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:04:52.849781 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:52.850394 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:52.857167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e17d6354-1964-4ef2-9ed0-aa5e03c76c5d up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:52.881714 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1698995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674524'] for router_interface, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:52.884340 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Pushing event updated for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:52.976422 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:04:52.977898 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:04:52.990705 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:52.991270 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:53.028943 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:53.105572 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Router 48079b53-074c-49c9-9e88-cd353b9eb7e0 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:04:53.225357 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:04:53.230681 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-65abee27-951e-40b4-bf12-423b7ea29600 admin admin] 10.222.0.11 "PUT /v2.0/routers/48079b53-074c-49c9-9e88-cd353b9eb7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9110503 Nov 01 23:04:53.378178 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f285781d-00ea-4b09-8700-6bbd2644d518 None None] Provisioning complete for port 6549578a-6ac7-4456-976d-0685435fb0e7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:53.378737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f285781d-00ea-4b09-8700-6bbd2644d518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:53.437335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f285781d-00ea-4b09-8700-6bbd2644d518 None None] Port 6549578a-6ac7-4456-976d-0685435fb0e7 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:04:53.465400 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '6549578a-6ac7-4456-976d-0685435fb0e7', 'name': '', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'mac_address': 'fa:16:3e:eb:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:52Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 2, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'subnets': [{'id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:53.496789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cb77af-1717-41a6-b16b-bbc5d7fd29da None None] The sync data for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi is: [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '6549578a-6ac7-4456-976d-0685435fb0e7', 'name': '', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'mac_address': 'fa:16:3e:eb:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:52Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 2, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'subnets': [{'id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:53.519153 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9de47-07b8-4d26-85e1-8122afa0ac7e req-f9bb978f-c7f2-4eaf-95bd-823cf261c629 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:53.521426 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-23c9de47-07b8-4d26-85e1-8122afa0ac7e req-f9bb978f-c7f2-4eaf-95bd-823cf261c629 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0508838 Nov 01 23:04:53.560212 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-23c9de47-07b8-4d26-85e1-8122afa0ac7e req-5d4e012d-0f56-4d5d-9355-01241ea403bb tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Nov 01 23:04:53.843187 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:04:53.962898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54038) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:53.967538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1256451380', 'description': 'tempest-secgroup-smoke-1256451380 description', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:53.991857 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.068756 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.073081 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.102535 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.112499 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1397583 Nov 01 23:04:54.112499 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec82cb5-77c8-42e9-8a66-6305ea8091c2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5718ef-6c08-454c-be60-98d55f8cf4f1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.112811 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54042) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.117003 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.162375 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.226695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.230658 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.249196 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77df6e04-0cce-4ca7-826c-16781091ea94,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.257222 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.258414 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-44e13ea2-7f6a-4cce-99e7-e66fae20c7f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488755 Nov 01 23:04:54.261581 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54044) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.265484 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.293198 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.375105 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.380209 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.400509 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913a8362-6ebc-4532-8f8d-82bd3d6e7937,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.410529 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8e974b8-13ec-4a6e-8ed1-48a8f185f848 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:54.417251 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.418486 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-5696f765-f973-482d-93c5-2d5960b88a4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563883 Nov 01 23:04:54.421241 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54046) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.425744 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.454609 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.463412 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:54.463860 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.523385 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.528760 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.544118 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.549056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec41e273-b18f-44e0-ae8e-fbf04eb594a4,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.555245 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.559404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54048) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.559941 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-80ac3704-c193-4cee-93f7-15c41cfce7e9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374404 Nov 01 23:04:54.566594 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.571608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] For port b8e974b8-13ec-4a6e-8ed1-48a8f185f848, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:54.576887 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.618684 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.632139 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Pushing event updated for resources: {'Port': ['ID=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.737991 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.742957 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.778261 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a94cb-d531-4224-9eaa-be679cf75969 req-2a6f87d9-ded4-40b0-9207-30720a625e2d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:54.779809 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a00a94cb-d531-4224-9eaa-be679cf75969 req-2a6f87d9-ded4-40b0-9207-30720a625e2d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0969441 Nov 01 23:04:54.780461 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0777031-7fb8-48ff-a9d4-2eb934171007,revision_number=0']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.785971 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.789915 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-55587ce2-25be-490b-af99-4ba56e6b5b3a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2255015 Nov 01 23:04:54.790146 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54052) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.794764 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.817578 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Project 822e8546184a4b72ac4427e5c4eb5e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 23:04:54.823207 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.823534 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a00a94cb-d531-4224-9eaa-be679cf75969 req-0f6409e1-1787-4b1e-a7bc-dc60874be903 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353396 Nov 01 23:04:54.883576 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.887072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.903686 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcda00d9-c7df-4762-9439-7dedf41c0713,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:54.912007 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:54.913202 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-da946077-4bb9-4552-be0d-189253491c3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219819 Nov 01 23:04:54.916044 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54054) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:04:54.920278 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'security_group_rule': {'security_group_id': '2c5718ef-6c08-454c-be60-98d55f8cf4f1', 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:04:54.942541 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.securitygroups_db [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Project 822e8546184a4b72ac4427e5c4eb5e81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 23:04:54.947523 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:55.017467 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:55.021747 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599270'] for security_group_rule, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:55.050354 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfef2fb-5238-4604-b6fd-ed23f44947cd,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:55.058955 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:55.060511 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-d42810db-d71e-40de-ad51-6ec220bbce1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434083 Nov 01 23:04:55.945348 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ce4a0-068f-4079-b0f9-77ce6f3db220 req-4ebf03e8-0ca2-41c9-bde7-04d139d557ce tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:55.946724 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-196ce4a0-068f-4079-b0f9-77ce6f3db220 req-4ebf03e8-0ca2-41c9-bde7-04d139d557ce tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0519075 Nov 01 23:04:55.984882 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-196ce4a0-068f-4079-b0f9-77ce6f3db220 req-4a6e7cb4-09ef-4a33-a85c-c8bb5386cbc3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322361 Nov 01 23:04:56.067389 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:04:56.164564 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:56.176643 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'a9361769-def0-4ada-8db4-433299c68c36', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:04:56.214879 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:56.227185 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:04:56.246127 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:56.250055 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:56.296552 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=6']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:56.375740 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8e974b8-13ec-4a6e-8ed1-48a8f185f848 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:56.428778 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:56.429149 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:56.432067 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Sync routers for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:04:56.433359 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['a9361769-def0-4ada-8db4-433299c68c36'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:04:56.442315 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:56.442912 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:56.644830 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:56.837136 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '6549578a-6ac7-4456-976d-0685435fb0e7', 'name': '', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'mac_address': 'fa:16:3e:eb:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:52Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 2, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'subnets': [{'id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:56.862791 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Checking router: 48079b53-074c-49c9-9e88-cd353b9eb7e0 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:04:56.863140 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Updating router 48079b53-074c-49c9-9e88-cd353b9eb7e0 port 6549578a-6ac7-4456-976d-0685435fb0e7 binding host dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 23:04:56.890964 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.109040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b7a4a-677e-4d85-91ea-16eb6bc9c4de req-70138b54-06f1-42fc-86f6-0b121289fcc9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:57.110421 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0c6b7a4a-677e-4d85-91ea-16eb6bc9c4de req-70138b54-06f1-42fc-86f6-0b121289fcc9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0516844 Nov 01 23:04:57.147551 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks [] for port, precommit_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.153009 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.153455 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0c6b7a4a-677e-4d85-91ea-16eb6bc9c4de req-c29269df-d383-47ce-b5ee-001e0b1cda9b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368776 Nov 01 23:04:57.200634 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Pushing event updated for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=3']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:57.210053 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.210423 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.210767 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.211097 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.211419 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.211794 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.212099 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.212424 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.212793 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.213118 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.213469 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.213769 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:04:57.270465 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Attempting to bind port 6549578a-6ac7-4456-976d-0685435fb0e7 on host dv-cinder-812216-2-iscsi for vnic_type normal with profile {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:04:57.270829 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Attempting to bind port 6549578a-6ac7-4456-976d-0685435fb0e7 by drivers openvswitch,hyperv on host dv-cinder-812216-2-iscsi at level 0 using segments [{'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:04:57.271221 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Attempting to bind port 6549578a-6ac7-4456-976d-0685435fb0e7 on network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:04:57.276621 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Checking agent: {'id': 'e80497f0-fb58-48ca-93b8-d520e826df55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812216-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 48, 47), 'started_at': datetime.datetime(2021, 11, 1, 22, 49, 17), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812216-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:04:57.276991 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Checking segment: {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:04:57.277393 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.277784 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Bound using segment: {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'} {{(pid=101294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:04:57.278255 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.managers [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Bound port: 6549578a-6ac7-4456-976d-0685435fb0e7, host: dv-cinder-812216-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf9f607-a2df-43d1-be77-a9bf744ec5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc'}}] {{(pid=101294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:04:57.278649 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.342641 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] For port 6549578a-6ac7-4456-976d-0685435fb0e7, host dv-cinder-812216-2-iscsi, cleared binding levels {{(pid=101294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:04:57.345791 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.plugins.ml2.db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] For port 6549578a-6ac7-4456-976d-0685435fb0e7, host dv-cinder-812216-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=6549578a-6ac7-4456-976d-0685435fb0e7,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:04:57.351303 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.386471 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] Provisioning complete for port 6549578a-6ac7-4456-976d-0685435fb0e7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:57.387047 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.405824 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:04:57.406454 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:04:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:57.479287 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.515354 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114dae4-2e55-4a41-84fa-3844e6690998 None None] Pushing event updated for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=4']} {{(pid=101294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:57.516641 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] For port 6549578a-6ac7-4456-976d-0685435fb0e7, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=6549578a-6ac7-4456-976d-0685435fb0e7,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:57.525401 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.530245 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:04:57.584829 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffad6b-736e-403b-a473-f1b2f4c45142 None None] Pushing event updated for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:57.645685 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-1ae16ae1-7021-4141-b28a-0094e76f6d68 None None] Provisioning complete for port 6549578a-6ac7-4456-976d-0685435fb0e7 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:57.645963 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ae1-7021-4141-b28a-0094e76f6d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:57.750617 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '6549578a-6ac7-4456-976d-0685435fb0e7', 'name': '', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'mac_address': 'fa:16:3e:eb:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:52Z', 'updated_at': '2021-11-01T23:04:57Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'subnets': [{'id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:04:57.776867 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bc8d55-1fcc-419a-8b23-27cdb63f1745 None None] The sync data for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi is: [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:04:52Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '6549578a-6ac7-4456-976d-0685435fb0e7', 'name': '', 'network_id': '051f4ce3-9bf5-4a20-b6f0-d30377831bbc', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'mac_address': 'fa:16:3e:eb:0c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:52Z', 'updated_at': '2021-11-01T23:04:57Z', 'revision_number': 4, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'subnets': [{'id': 'bbc1e72c-c5d1-4a9a-80e3-76d982ffe030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:04:58.072737 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:58.127417 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port a9361769-def0-4ada-8db4-433299c68c36 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:58.127982 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:58.208596 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:58.231341 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:04:58.233612 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c55942-6f04-41d6-8e42-0cd157f4f830" -d '{"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:04:58.250711 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:04:58.261876 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:58.290348 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f3deb-1cbd-4962-881a-ccbfde43ae39 x-openstack-request-id: req-fc1f3deb-1cbd-4962-881a-ccbfde43ae39 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:04:58.290787 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:04:58.291128 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc1f3deb-1cbd-4962-881a-ccbfde43ae39 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:04:58.291663 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'code': 200} Nov 01 23:04:58.292461 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320feb4-c8a6-4f58-bb5f-99b7fe10bad8 req-56bf3317-895d-434e-87c0-7e94891b0a3e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:58.294596 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d320feb4-c8a6-4f58-bb5f-99b7fe10bad8 req-56bf3317-895d-434e-87c0-7e94891b0a3e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0673065 Nov 01 23:04:58.326926 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=7']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:04:58.342454 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d320feb4-c8a6-4f58-bb5f-99b7fe10bad8 req-4bfeb423-15a4-45e0-b113-9fc8a72cc021 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406206 Nov 01 23:04:58.430738 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 6549578a-6ac7-4456-976d-0685435fb0e7 up at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:04:58.481223 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Provisioning complete for port 6549578a-6ac7-4456-976d-0685435fb0e7 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:04:58.481585 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:04:59.473537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cd0c9-3086-4889-94d2-75ad125216ff req-0e12486a-b62d-417e-a68b-5233b0006d2f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:04:59.475031 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-665cd0c9-3086-4889-94d2-75ad125216ff req-0e12486a-b62d-417e-a68b-5233b0006d2f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0505457 Nov 01 23:04:59.514704 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-665cd0c9-3086-4889-94d2-75ad125216ff req-78e389c9-dbef-4fa8-94c4-8a0ab6055f7a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Nov 01 23:05:00.028554 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-3a9688d2-2045-4420-9481-0061d25daf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:00.030044 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-3a9688d2-2045-4420-9481-0061d25daf7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1098 time: 0.0408502 Nov 01 23:05:00.145144 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-2131a527-a917-4654-8e1a-bf35a85d9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:00.146611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-2131a527-a917-4654-8e1a-bf35a85d9db9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0968833 Nov 01 23:05:00.212736 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-50ae18e1-a61b-4281-b093-ca6a3d419da1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 1001 time: 0.0585639 Nov 01 23:05:00.266784 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-a25d736d-ef6b-45e1-af16-bdec7686995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:00.268272 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-a25d736d-ef6b-45e1-af16-bdec7686995f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0478497 Nov 01 23:05:00.316196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-3476af6e-44b5-4a95-a253-c8950b2ce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:00.317748 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-3476af6e-44b5-4a95-a253-c8950b2ce85c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418203 Nov 01 23:05:00.411397 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-723d82a4-7953-4ab5-b593-432c2f6c4618 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856688 Nov 01 23:05:00.501185 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b617d92c-d2c4-4727-be52-cc04c2b962af req-a9202b7c-e3fc-4861-8ba3-264f0738cde3 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821359 Nov 01 23:05:00.634973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5c068-e4b0-44d0-9488-d2e4567b35ad req-ec73ea34-43ce-463b-b5a3-319f89aecc1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:00.636464 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0de5c068-e4b0-44d0-9488-d2e4567b35ad req-ec73ea34-43ce-463b-b5a3-319f89aecc1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0499020 Nov 01 23:05:00.675373 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0de5c068-e4b0-44d0-9488-d2e4567b35ad req-89300da9-3d88-4ef0-a1d5-24f9df057c3a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 Nov 01 23:05:01.867157 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9a469-c2e6-4c55-908c-fcde07223608 req-e63de7b4-5642-44c3-8e7e-dba4cbc6fc66 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:01.868664 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b0b9a469-c2e6-4c55-908c-fcde07223608 req-e63de7b4-5642-44c3-8e7e-dba4cbc6fc66 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0684996 Nov 01 23:05:01.912896 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b0b9a469-c2e6-4c55-908c-fcde07223608 req-907ee3f1-1da6-4a8e-841c-a6292352e537 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Nov 01 23:05:03.077150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e8f-d5eb-4273-a42d-11b3a8182e94 req-f9f53de2-9714-4e1c-8c50-8608e69183b5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:03.079614 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0de77e8f-d5eb-4273-a42d-11b3a8182e94 req-f9f53de2-9714-4e1c-8c50-8608e69183b5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0559182 Nov 01 23:05:03.126847 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0de77e8f-d5eb-4273-a42d-11b3a8182e94 req-5540ac42-9d3d-4bfd-8fe7-b0934ecb9837 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Nov 01 23:05:04.267128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49b885-3682-4863-b810-0ab65f42f3e4 req-847869a4-6019-4ac6-a688-c0efeec3601d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:04.272445 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da49b885-3682-4863-b810-0ab65f42f3e4 req-847869a4-6019-4ac6-a688-c0efeec3601d tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0659025 Nov 01 23:05:04.321809 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da49b885-3682-4863-b810-0ab65f42f3e4 req-46b53746-f388-46f8-bac8-09822634f378 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420220 Nov 01 23:05:05.469392 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea073f4-9486-4b98-8cdd-db126a37c34a req-c51c884d-c1de-49fe-8cdf-1bb77ed95d8c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:05.471195 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dea073f4-9486-4b98-8cdd-db126a37c34a req-c51c884d-c1de-49fe-8cdf-1bb77ed95d8c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0686033 Nov 01 23:05:05.522635 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dea073f4-9486-4b98-8cdd-db126a37c34a req-914d5a3c-a8e3-4b16-938f-ee1f6b0aae11 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Nov 01 23:05:06.651081 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845acf8-6e32-4ccb-bdd4-b533b156f95b req-400ae1f8-0976-446b-8dd1-32164ff21b25 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:06.652711 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4845acf8-6e32-4ccb-bdd4-b533b156f95b req-400ae1f8-0976-446b-8dd1-32164ff21b25 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0548162 Nov 01 23:05:06.705381 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4845acf8-6e32-4ccb-bdd4-b533b156f95b req-3d9a0139-3763-46ab-bfd8-5cb822caac43 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Nov 01 23:05:07.833401 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578046f9-d928-4f7b-abfb-db147719a95a req-dca77990-9624-48ac-8d58-72cc11aee2e8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:07.840006 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-578046f9-d928-4f7b-abfb-db147719a95a req-dca77990-9624-48ac-8d58-72cc11aee2e8 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0587692 Nov 01 23:05:07.888822 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-578046f9-d928-4f7b-abfb-db147719a95a req-40eb0236-1044-4cbf-82ad-41c97d1e4dec tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477562 Nov 01 23:05:09.007971 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e28eb9-1a2c-43cd-866b-6d7443532a2f req-2e4d97cb-c631-459d-ac5d-8e5384a9405c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:09.009383 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02e28eb9-1a2c-43cd-866b-6d7443532a2f req-2e4d97cb-c631-459d-ac5d-8e5384a9405c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0536792 Nov 01 23:05:09.051388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-02e28eb9-1a2c-43cd-866b-6d7443532a2f req-6b163e2f-cc01-46ac-84bc-f2785095491a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361392 Nov 01 23:05:09.451794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-302e7d19-af09-481b-9ae6-6fb831009432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:10.194221 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346df139-bb75-47f4-9df6-a8a9426eb41b req-c84c19f1-a982-41c7-a8f7-e700b43b5990 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:10.195885 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-346df139-bb75-47f4-9df6-a8a9426eb41b req-c84c19f1-a982-41c7-a8f7-e700b43b5990 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0547006 Nov 01 23:05:10.245287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-346df139-bb75-47f4-9df6-a8a9426eb41b req-8dc8e225-3c05-4c7f-b674-90cedf41e500 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Nov 01 23:05:11.361695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c3652-e880-4214-95fa-7fa566550632 req-65e7f3a7-eb78-44f8-b128-fe3fe9892353 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:11.364692 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-185c3652-e880-4214-95fa-7fa566550632 req-65e7f3a7-eb78-44f8-b128-fe3fe9892353 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0507176 Nov 01 23:05:11.405518 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-185c3652-e880-4214-95fa-7fa566550632 req-696d96d9-4ad7-42ff-8a36-b12c9a10a38a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Nov 01 23:05:11.682860 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cc20eccd-b1de-401c-893b-0562c2e6738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:12.526132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29873425-c601-481d-b538-f6c9de42a539 req-a381f264-3b36-4e5e-81bf-0e8089071eb6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:12.527627 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29873425-c601-481d-b538-f6c9de42a539 req-a381f264-3b36-4e5e-81bf-0e8089071eb6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0508347 Nov 01 23:05:12.565167 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29873425-c601-481d-b538-f6c9de42a539 req-fdd52102-17b7-4630-8d8c-bfa4fe05a214 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315707 Nov 01 23:05:12.703916 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:12.816231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-6a6d32a6-23d1-4075-8e03-97025fcb678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:12.817579 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-6a6d32a6-23d1-4075-8e03-97025fcb678a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1098 time: 0.0399208 Nov 01 23:05:12.908128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-b1aeb73b-679c-45b2-aae7-9c1cf088e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:12.910088 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-b1aeb73b-679c-45b2-aae7-9c1cf088e01f service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.0845265 Nov 01 23:05:12.972429 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-f623a2ec-d682-49fb-bfb4-89b508d5e146 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 1001 time: 0.0542130 Nov 01 23:05:13.020272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-9e07b6cb-1ae1-4889-a698-7bb736f2862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:13.021629 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-9e07b6cb-1ae1-4889-a698-7bb736f2862c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0408711 Nov 01 23:05:13.069813 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-7fb62220-4ae3-4b44-99c2-4c3cb313f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:13.071183 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-7fb62220-4ae3-4b44-99c2-4c3cb313f733 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416906 Nov 01 23:05:13.156453 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-f186bc58-9d94-4710-80b0-163fd1331adb service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776708 Nov 01 23:05:13.246733 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-77e085b7-5a8e-4e31-8f95-42839ac95389 req-256c3a23-5493-46db-a027-c5556b56e193 service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824404 Nov 01 23:05:13.683657 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c80e3-e06c-466b-8d18-e01b7b60e655 req-8950d4dd-cccc-4456-b064-581ab4883ac5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:13.685104 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b42c80e3-e06c-466b-8d18-e01b7b60e655 req-8950d4dd-cccc-4456-b064-581ab4883ac5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0483730 Nov 01 23:05:13.722082 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b42c80e3-e06c-466b-8d18-e01b7b60e655 req-63cb0281-4a4b-4f03-a0bd-3b9acd6ed5ca tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 Nov 01 23:05:14.089084 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:14.848897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216b6b2-4c31-4517-a4ba-5fcade8887d3 req-69671d69-0231-4cc5-a9f2-264090a35770 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:14.850337 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f216b6b2-4c31-4517-a4ba-5fcade8887d3 req-69671d69-0231-4cc5-a9f2-264090a35770 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0525608 Nov 01 23:05:14.890215 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f216b6b2-4c31-4517-a4ba-5fcade8887d3 req-2704602d-06ce-4659-bd7c-18e4fc5937ce tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323150 Nov 01 23:05:16.015027 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef0e8e-4339-4534-9465-7d4b212be30c req-c9f9a56e-f378-4149-8ec8-267cc7cbd8fe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:16.016511 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5cef0e8e-4339-4534-9465-7d4b212be30c req-c9f9a56e-f378-4149-8ec8-267cc7cbd8fe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 945 time: 0.0507815 Nov 01 23:05:16.055081 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5cef0e8e-4339-4534-9465-7d4b212be30c req-67eaf7f5-a1b4-41bb-ac68-b0eebb012c99 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Nov 01 23:05:16.172834 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:05:16.256027 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:16.279518 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:16.281765 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d381cc-e0ec-4a5c-9f8c-a738b3197626" -d '{"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-unplugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:16.294435 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:16.298990 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:16.326601 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab6ed6-11a5-4868-8db2-9a51e14f359a x-openstack-request-id: req-3dab6ed6-11a5-4868-8db2-9a51e14f359a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:16.326897 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-unplugged", "status": "failed", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "code": 422}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:16.327143 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3dab6ed6-11a5-4868-8db2-9a51e14f359a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:16.327553 dv-cinder-812216-2-iscsi neutron-server[101293]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'code': 422} returned with failed status Nov 01 23:05:16.351430 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=8']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:16.757154 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:16.999046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cccb7-3a0b-48c4-ae9a-f17b3ad7c985 req-e527cfbc-af74-415d-a396-919d3680ecdd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:17.000536 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f9cccb7-3a0b-48c4-ae9a-f17b3ad7c985 req-e527cfbc-af74-415d-a396-919d3680ecdd tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0717759 Nov 01 23:05:17.055627 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-fd12c042-2322-44e5-bc7c-8b50393d9a4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735238 Nov 01 23:05:17.058533 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f9cccb7-3a0b-48c4-ae9a-f17b3ad7c985 req-d726b41a-ecac-4d3a-92ac-90b3366f4174 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Nov 01 23:05:18.027744 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f0fc-5741-4125-bb38-2245064754c9 req-a3a04d79-6b63-4388-ac7e-733f29b9a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.029243 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-a3a04d79-6b63-4388-ac7e-733f29b9a568 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb&tenant_id=20c8cea678214ca883a23965edb93bc4 HTTP/1.1" status: 200 len: 1096 time: 0.0423913 Nov 01 23:05:18.112819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f0fc-5741-4125-bb38-2245064754c9 req-146cf809-8114-4110-b191-cf5f627a350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.114326 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-146cf809-8114-4110-b191-cf5f627a350c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=20c8cea678214ca883a23965edb93bc4&device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1096 time: 0.0403836 Nov 01 23:05:18.234202 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5447ea1-c2a7-42dd-bd96-26665043a705 req-567781a3-0bfd-4a11-8495-4d831277c541 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.235568 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5447ea1-c2a7-42dd-bd96-26665043a705 req-567781a3-0bfd-4a11-8495-4d831277c541 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0966225 Nov 01 23:05:18.250905 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f0fc-5741-4125-bb38-2245064754c9 req-3b1556fd-b3fe-48c4-9ab4-40f2c1a8979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.252292 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-3b1556fd-b3fe-48c4-9ab4-40f2c1a8979f service neutron] 10.222.0.26 "GET /v2.0/networks?id=db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 200 len: 918 time: 0.1307161 Nov 01 23:05:18.313727 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5447ea1-c2a7-42dd-bd96-26665043a705 req-6fbf96ff-ec47-41dc-a266-3cf30c24d717 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710011 Nov 01 23:05:18.334019 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-70090f65-8b97-47a6-8851-8c8d07be1d9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 200 len: 999 time: 0.0714209 Nov 01 23:05:18.384160 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f0fc-5741-4125-bb38-2245064754c9 req-e822e8ed-8516-4418-aefb-4d11a230082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.385564 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-e822e8ed-8516-4418-aefb-4d11a230082f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 200 len: 856 time: 0.0450850 Nov 01 23:05:18.430926 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500f0fc-5741-4125-bb38-2245064754c9 req-415cc5f1-2ebc-415a-974f-3785ebd2f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:18.432372 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-415cc5f1-2ebc-415a-974f-3785ebd2f843 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db7a9b91-339b-4f74-8d75-be65d458cb1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377700 Nov 01 23:05:18.524406 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-4ee62485-0271-4d6f-8be2-ea056a874e8d service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828080 Nov 01 23:05:18.627047 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5500f0fc-5741-4125-bb38-2245064754c9 req-928b2fc5-77ce-4d15-be84-bd44953a714c service neutron] 10.222.0.26 "GET /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950782 Nov 01 23:05:19.349896 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:19.447001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c070d7-bcb1-4058-a0c1-c8d4a9050ca1 req-ee5095d2-4751-4cfe-98bf-f8eb419fca62 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:19.449253 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29c070d7-bcb1-4058-a0c1-c8d4a9050ca1 req-ee5095d2-4751-4cfe-98bf-f8eb419fca62 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0588241 Nov 01 23:05:19.485581 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-29c070d7-bcb1-4058-a0c1-c8d4a9050ca1 req-07fd9fa7-1067-4827-b71a-deb89a1b6fe4 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Nov 01 23:05:19.875599 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-058dd2b0-4b0c-4bee-8e68-067e54393b8d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256451380&fields=id&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 267 time: 0.0359347 Nov 01 23:05:19.983743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-2d08a012-762e-4fa2-9bb6-11fd7ae28bab tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:19.985355 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-2d08a012-762e-4fa2-9bb6-11fd7ae28bab tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1031063 Nov 01 23:05:20.001428 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-174ce7a7-336a-41bb-b514-8844c19d4b4b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/quotas/822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 375 time: 0.0096569 Nov 01 23:05:20.051903 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-5cb01283-7381-40bd-9a18-f61a90c4a061 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448568 Nov 01 23:05:20.152925 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-ffd3d508-42c0-425b-b101-51b2808f4229 service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869844 Nov 01 23:05:20.243255 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-ff45f2bb-20b7-45c1-b831-d0740dadbb7b service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843985 Nov 01 23:05:20.551741 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1c56cd00-2cf9-4da1-af26-e6bf9b7eac6d req-897105ec-18de-43f7-9e68-a95fc6c04b8d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0443029 Nov 01 23:05:20.640196 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55520c-0c95-4e31-9605-7614ba17aa1c req-c62ff2a8-d79c-4954-9b53-323e63d039c6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:20.642014 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be55520c-0c95-4e31-9605-7614ba17aa1c req-c62ff2a8-d79c-4954-9b53-323e63d039c6 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0510979 Nov 01 23:05:20.707357 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be55520c-0c95-4e31-9605-7614ba17aa1c req-cd5200c8-2ea7-450a-be77-35393dc98a7c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570142 Nov 01 23:05:21.645069 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6cc2da3a-7a1c-4be2-b0ab-a3698bab9ae5 req-68d5bd7e-2b4c-487f-a0b7-976067974499 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0283525 Nov 01 23:05:21.831226 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f4d97-0e87-495a-bf0e-bd607cc483bc req-a05d721b-6295-4188-81f7-915a90074a72 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:21.832703 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5f8f4d97-0e87-495a-bf0e-bd607cc483bc req-a05d721b-6295-4188-81f7-915a90074a72 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0501852 Nov 01 23:05:21.872672 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5f8f4d97-0e87-495a-bf0e-bd607cc483bc req-ffd615d1-01d8-47a3-9e90-5597c9291b25 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341110 Nov 01 23:05:22.738155 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4390109-1fe1-4567-9634-764c9daa3dcb req-44d17dbe-18e7-4b5e-95fe-690c7aa3e7cf tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0265567 Nov 01 23:05:22.996124 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf33380-7cec-4a12-95ed-3a548e5e771d req-79d2ff46-9e69-4d9d-8ebb-63a27e6f0700 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:22.997564 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3cf33380-7cec-4a12-95ed-3a548e5e771d req-79d2ff46-9e69-4d9d-8ebb-63a27e6f0700 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0480254 Nov 01 23:05:23.045720 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3cf33380-7cec-4a12-95ed-3a548e5e771d req-f79d6eeb-1a58-4e8e-8cbb-a792af90a6af tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Nov 01 23:05:23.842386 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ff765401-b00e-4921-8def-422fec7cc256 req-f632e1cf-3016-4c0c-a4c2-73a680bc3c1e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0281315 Nov 01 23:05:24.172088 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c614b3-1887-4f29-a742-e78e561b8773 req-38910f44-2d98-4603-9d2a-03c5663f26d5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:24.173604 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-99c614b3-1887-4f29-a742-e78e561b8773 req-38910f44-2d98-4603-9d2a-03c5663f26d5 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0540354 Nov 01 23:05:24.220574 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-99c614b3-1887-4f29-a742-e78e561b8773 req-6cf8b9f9-2bbe-4220-bb0e-4f4707f2035a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Nov 01 23:05:24.939253 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e4f745b4-91fd-40de-b857-336815f5981c req-c2062c0d-6b4e-41fc-8f78-cedb47af2416 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0266821 Nov 01 23:05:25.341130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024cfb8-c964-490b-8b78-11492618da4c req-5a794813-17aa-43cd-9da5-10cac231a346 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:25.343580 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5024cfb8-c964-490b-8b78-11492618da4c req-5a794813-17aa-43cd-9da5-10cac231a346 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0510740 Nov 01 23:05:25.381474 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5024cfb8-c964-490b-8b78-11492618da4c req-02f35ee0-5ccd-400f-b305-237a921c5d23 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Nov 01 23:05:26.036220 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f1a77bf5-dda0-4b9d-b880-0a1cbd6328fc req-60317fd3-cd01-4046-a573-d8bf1a3c8d69 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0283267 Nov 01 23:05:26.503825 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e2e76-fcce-4adf-95d8-0d33b297a3fd req-0c171ee5-a57a-425d-93f7-5fe8024ffa9a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:26.505327 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-696e2e76-fcce-4adf-95d8-0d33b297a3fd req-0c171ee5-a57a-425d-93f7-5fe8024ffa9a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0527706 Nov 01 23:05:26.543021 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-696e2e76-fcce-4adf-95d8-0d33b297a3fd req-0ab14854-4fe3-45bc-898a-c3eb60f3c074 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Nov 01 23:05:27.136328 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c30b1e6a-fe07-4d87-9d59-c5f0374af0a5 req-af01ef18-22c0-4071-8f43-c62f5914c8d1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0275211 Nov 01 23:05:27.666773 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a2d6a-f76e-416a-89e7-49babe50d0ea req-20b922b3-f255-4962-a758-0e5d98094b65 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:27.668290 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a75a2d6a-f76e-416a-89e7-49babe50d0ea req-20b922b3-f255-4962-a758-0e5d98094b65 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0478280 Nov 01 23:05:27.709815 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a75a2d6a-f76e-416a-89e7-49babe50d0ea req-e21bc8d1-73c9-490f-bf81-8c907f684075 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355506 Nov 01 23:05:28.389266 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9f89a39d-e202-4c62-8ecb-b8cfb89df936 req-e3aa6a7b-cdda-4b84-b9e7-54a4e19477b1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0304091 Nov 01 23:05:29.119860 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ff707-222b-464c-ac77-e69c384e992e req-8cbdad21-9750-45de-8e2a-3f867b4a851c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:29.121326 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-493ff707-222b-464c-ac77-e69c384e992e req-8cbdad21-9750-45de-8e2a-3f867b4a851c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.3347104 Nov 01 23:05:29.157641 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-493ff707-222b-464c-ac77-e69c384e992e req-37ab8d8a-a212-4b10-828d-c51d7fe3f8bf tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303760 Nov 01 23:05:29.483900 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9e820f3b-e895-4970-9329-72fb3d37eb02 req-8623efdb-88de-4d43-8558-f3b062e68fff tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0252664 Nov 01 23:05:30.280915 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4eefb-768b-4d4e-bca1-31d355b96fe2 req-626ffa13-a1eb-462a-b648-d3e3081fe8ae tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:30.282359 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6cc4eefb-768b-4d4e-bca1-31d355b96fe2 req-626ffa13-a1eb-462a-b648-d3e3081fe8ae tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0472987 Nov 01 23:05:30.321861 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6cc4eefb-768b-4d4e-bca1-31d355b96fe2 req-ec144bbd-954a-4f57-ad33-a8e2312f1469 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334666 Nov 01 23:05:30.581706 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89088bc4-454e-438e-ac77-8eca1dc509e5 req-5f49b234-cd8f-49bc-b541-064156252f94 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0339224 Nov 01 23:05:30.843222 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:05:31.449164 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fcadc-0b22-4fa8-9946-3a65cb888547 req-7c33bf82-e094-43b1-9654-9e40c9f3022f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:31.450620 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e3fcadc-0b22-4fa8-9946-3a65cb888547 req-7c33bf82-e094-43b1-9654-9e40c9f3022f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0473771 Nov 01 23:05:31.488414 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7e3fcadc-0b22-4fa8-9946-3a65cb888547 req-e0ebb5eb-aa84-4d29-bcd8-4c791d169e73 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318661 Nov 01 23:05:31.676899 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3d3f949b-14de-4fd3-b6df-bd0ab0524081 req-e58e3a7c-fc75-48ec-a05f-872db9eb2455 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0249751 Nov 01 23:05:32.609589 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8ac2-0d93-4ded-8ff0-7e4a943c9abe req-40029abc-198d-43b1-8e24-64ac9215d670 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:32.610980 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b6f8ac2-0d93-4ded-8ff0-7e4a943c9abe req-40029abc-198d-43b1-8e24-64ac9215d670 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0503085 Nov 01 23:05:32.648038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b6f8ac2-0d93-4ded-8ff0-7e4a943c9abe req-deb59284-1a53-4890-9d7b-e0dd82797d3a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311131 Nov 01 23:05:32.766618 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-37bc4279-928b-4994-88b5-ca69fe762de2 req-f6ef8c37-ff9f-402d-b357-c60fc1298c2a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0251420 Nov 01 23:05:33.764775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac33b4-be61-4ab1-93ba-a3c599560f75 req-691340f2-cd41-44ec-b865-28b712421165 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:33.766223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ac33b4-be61-4ab1-93ba-a3c599560f75 req-691340f2-cd41-44ec-b865-28b712421165 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0476222 Nov 01 23:05:33.803947 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ac33b4-be61-4ab1-93ba-a3c599560f75 req-0f05c4c0-492c-4117-9f84-eb8d5966e276 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Nov 01 23:05:33.861437 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da3a7aa7-ae1a-4a58-8dfb-12f2c78ea2d9 req-4f9d2033-76a7-460b-8c96-874c1d024ccf tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0294695 Nov 01 23:05:34.929782 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea0556-2f59-4222-b46a-85e8c33eda42 req-ed36114a-bc8f-4966-9c7a-90b4ccb15e5c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:34.931300 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-05ea0556-2f59-4222-b46a-85e8c33eda42 req-ed36114a-bc8f-4966-9c7a-90b4ccb15e5c tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.0519280 Nov 01 23:05:34.960791 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bdc26a2f-b8ea-435a-a26f-4396029b9584 req-4e888f73-0e0f-454b-88cd-225da4c6e107 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0285220 Nov 01 23:05:34.986282 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-05ea0556-2f59-4222-b46a-85e8c33eda42 req-d505c459-43a3-4d27-aae7-cc83212362bc tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461547 Nov 01 23:05:35.386055 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-d99138b0-cd86-43bd-a919-b710fd7e0309 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:35.387513 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-d99138b0-cd86-43bd-a919-b710fd7e0309 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1090946 Nov 01 23:05:35.441770 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-b6269baf-7ed4-46f1-b363-43803eb8a91f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 380 time: 0.0323417 Nov 01 23:05:35.452066 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'port': {'device_id': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'admin_state_up': True, 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'security_groups': ['2c5718ef-6c08-454c-be60-98d55f8cf4f1']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:05:35.556104 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Made reservation on behalf of 822e8546184a4b72ac4427e5c4eb5e81 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:05:35.559534 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:35.681472 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.20.0.12 (5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43/1cabfdbf-22ca-4734-903f-fca3ff5fae55/b3a5bc49-d913-46c1-b0e8-5d38cfb5013e) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:05:35.823956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:35.860539 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:35.906669 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:05:35.911858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:05:35.915687 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:05:35.939786 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:35.954842 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.955190 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.955557 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.956136 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.956478 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.956807 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.957164 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.957493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.957822 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.958143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.958462 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.958778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:35.978765 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:35.979380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:35.997287 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-c6b83e60-7db4-4080-a4ee-bda92561e879 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488248 Nov 01 23:05:36.016946 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Request body: {'port': {'device_id': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:05:36.144868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.151228 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-edfec952-faff-463c-859e-a0e5548a2d9d None None] Provisioning complete for port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:05:36.151797 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-edfec952-faff-463c-859e-a0e5548a2d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.171447 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e0bd5-0f45-49fa-857b-737a4ebc157f req-3ab4e18a-7e52-402f-8eea-1b12bacceb1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:36.172950 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f79e0bd5-0f45-49fa-857b-737a4ebc157f req-3ab4e18a-7e52-402f-8eea-1b12bacceb1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 932 time: 0.1277425 Nov 01 23:05:36.183388 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a0141-61f5-4a06-aabd-b58be457ed74 req-51c8322e-21a3-4890-b761-033cfc4d7292 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:36.184830 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d06a0141-61f5-4a06-aabd-b58be457ed74 req-51c8322e-21a3-4890-b761-033cfc4d7292 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.1230826 Nov 01 23:05:36.190339 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-edfec952-faff-463c-859e-a0e5548a2d9d None None] Port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:05:36.332394 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f79e0bd5-0f45-49fa-857b-737a4ebc157f req-4ef558a4-dcfc-4d28-a65f-8614acb2cb92 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465569 Nov 01 23:05:36.343863 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d06a0141-61f5-4a06-aabd-b58be457ed74 req-66e20361-d32a-46dc-945d-def69c9c9497 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314383 Nov 01 23:05:36.530184 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a5bc49-d913-46c1-b0e8-5d38cfb5013e {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:05:36.539851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.553801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Transition to ACTIVE for port object b3a5bc49-d913-46c1-b0e8-5d38cfb5013e will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:05:36.557785 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.611345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:36.702784 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Attempting to bind port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:05:36.702978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Attempting to bind port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:05:36.703315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Attempting to bind port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:05:36.708796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:05:36.709143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Attempting to bind port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:05:36.716024 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:05:36.716350 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:05:36.717059 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Bound using segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:05:36.717417 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Bound port: b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:05:36.717928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.798844 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:05:36.801896 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:05:36.805645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.840231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:36.840841 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:36.842295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 200 len: 1094 time: 0.8299506 Nov 01 23:05:36.842661 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:36.844879 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:36.869973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b781-001d-46dc-b387-c6d69d87ebc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:36.892475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aacf64-2358-408b-b51f-3bd9dc36a219 x-openstack-request-id: req-73aacf64-2358-408b-b51f-3bd9dc36a219 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:36.892762 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:36.893025 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73aacf64-2358-408b-b51f-3bd9dc36a219 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:36.893464 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'status': 'completed', 'code': 200} Nov 01 23:05:36.957780 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-89b360f4-44d0-4d70-b057-5b48b01a9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:36.959399 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-89b360f4-44d0-4d70-b057-5b48b01a9311 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1097 time: 0.0431411 Nov 01 23:05:37.013452 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-10ebc884-5720-481e-87cb-5705a9e947ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 200 len: 217 time: 0.0382030 Nov 01 23:05:37.066009 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-732c794d-deca-462b-b3c2-823d11a3c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.067582 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-732c794d-deca-462b-b3c2-823d11a3c3a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0458100 Nov 01 23:05:37.112139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-af60fe63-6fbd-4860-ada9-950ea7ac7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.113534 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-af60fe63-6fbd-4860-ada9-950ea7ac7e94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391850 Nov 01 23:05:37.205985 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-fe0b8eda-7ced-4ef8-bb83-120c707c3491 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Nov 01 23:05:37.296203 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-45ec85b6-a745-45b7-9e53-67af04a5f54c req-d4580ca8-2790-4ef3-907b-73b608c1c3ef service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820715 Nov 01 23:05:37.491110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-d732945a-83da-495c-a4c4-d21496cf1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.493055 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-d732945a-83da-495c-a4c4-d21496cf1075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1097 time: 0.1026919 Nov 01 23:05:37.511259 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667eb23-9b6b-4dbe-a7ff-882858a8fdc9 req-4ef449bb-50ee-402c-ac73-0f7e3ce43392 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.512664 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3667eb23-9b6b-4dbe-a7ff-882858a8fdc9 req-4ef449bb-50ee-402c-ac73-0f7e3ce43392 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0980127 Nov 01 23:05:37.528787 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d617738-0e12-4407-beef-3c4596ec3a69 req-d1962baa-38ea-467b-a0dc-6cb9c8678c04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.530187 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d617738-0e12-4407-beef-3c4596ec3a69 req-d1962baa-38ea-467b-a0dc-6cb9c8678c04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 943 time: 0.1072118 Nov 01 23:05:37.633338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3667eb23-9b6b-4dbe-a7ff-882858a8fdc9 req-fafc0ba0-4fb0-4d48-b8f3-584dec994bee tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131203 Nov 01 23:05:37.645938 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2d617738-0e12-4407-beef-3c4596ec3a69 req-b857951a-336a-4b03-ab9c-0f850fad1e7b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052268 Nov 01 23:05:37.660470 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-34989e7d-2cbc-47f7-8087-a81ff3f0d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.661879 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-34989e7d-2cbc-47f7-8087-a81ff3f0d6cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.1604860 Nov 01 23:05:37.703767 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-5a008e88-0f3e-4b48-b62b-c2cb3bde888b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 200 len: 217 time: 0.0343463 Nov 01 23:05:37.756603 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-0f2259bc-17b1-427b-b00a-8702b2e53a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.758121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-0f2259bc-17b1-427b-b00a-8702b2e53a41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0473199 Nov 01 23:05:37.803646 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-c66c9a56-07e9-4ff1-be3a-a80bf92b74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:37.805612 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-c66c9a56-07e9-4ff1-be3a-a80bf92b74fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397847 Nov 01 23:05:37.892665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-81367979-b04e-49e9-b84d-acc9deb43524 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805962 Nov 01 23:05:37.995012 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2e862fe3-46e2-4e7b-a680-ce1cec3c587c req-168d253f-1c25-488b-b34a-45de91fa21ee service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863442 Nov 01 23:05:38.262661 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:05:38.359876 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:38.373977 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'a9361769-def0-4ada-8db4-433299c68c36', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'port_id': 'a9361769-def0-4ada-8db4-433299c68c36', 'mac_address': 'fa:16:3e:49:8b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:05:38.409805 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:38.425606 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:05:38.444981 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:38.449603 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:38.496150 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=9']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:38.777253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a25fa8-2cd9-49b1-8c31-e3e2f3a0056b req-65a475ac-2e38-4ab7-85a2-be6841fd7616 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:38.778730 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-58a25fa8-2cd9-49b1-8c31-e3e2f3a0056b req-65a475ac-2e38-4ab7-85a2-be6841fd7616 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0784733 Nov 01 23:05:38.799147 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fc25b-97ec-428f-88d3-428d5e5bef6d req-728b8d48-deab-482f-88b8-ad29d6c0dbea tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:38.800584 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a39fc25b-97ec-428f-88d3-428d5e5bef6d req-728b8d48-deab-482f-88b8-ad29d6c0dbea tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0725517 Nov 01 23:05:38.846433 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-58a25fa8-2cd9-49b1-8c31-e3e2f3a0056b req-3db7764e-8888-4ffe-bd5c-daf735b95bc4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609329 Nov 01 23:05:38.858553 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a39fc25b-97ec-428f-88d3-428d5e5bef6d req-c11329ed-cbaf-4ffc-a036-6e3a716bcd01 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491886 Nov 01 23:05:38.873703 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['a9361769-def0-4ada-8db4-433299c68c36'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:05:39.453256 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ab3bafe9-b6ce-4738-90ba-d3410d0e55d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:39.987615 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7da8-0edf-446b-b2bb-ee1ee1847c95 req-257d7943-a8b3-4859-ac70-b84af15a516f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:39.989096 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3aac7da8-0edf-446b-b2bb-ee1ee1847c95 req-257d7943-a8b3-4859-ac70-b84af15a516f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0769050 Nov 01 23:05:40.000337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7993a-7ea5-456a-9b12-2328f03da16e req-0690ce26-f7b5-4365-97da-c23beb12fea9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:40.001719 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39d7993a-7ea5-456a-9b12-2328f03da16e req-0690ce26-f7b5-4365-97da-c23beb12fea9 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 944 time: 0.0638850 Nov 01 23:05:40.054121 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3aac7da8-0edf-446b-b2bb-ee1ee1847c95 req-3a48148e-18fc-402e-8998-cd36f728d6f9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514617 Nov 01 23:05:40.061565 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-39d7993a-7ea5-456a-9b12-2328f03da16e req-aac0dd2f-6aaa-49ae-8cb0-5b4b1857e84b tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528862 Nov 01 23:05:40.280716 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:05:40.326589 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port a9361769-def0-4ada-8db4-433299c68c36 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:05:40.326952 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:40.403179 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:40.424980 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:40.427260 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52ee7ca-460d-4937-b085-7560fcc10827" -d '{"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:40.444968 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:40.449881 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:40.474511 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156393e-2d50-4775-b86e-3daa738c2181 x-openstack-request-id: req-a156393e-2d50-4775-b86e-3daa738c2181 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:40.475116 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:40.475116 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a156393e-2d50-4775-b86e-3daa738c2181 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:40.475396 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'code': 200} Nov 01 23:05:40.497390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=10']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:40.701433 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09392cc5-1c10-4c95-89f8-02b676b8b687 req-11f8f9f9-2298-4e70-9f90-5bcafc69bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:40.702804 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-09392cc5-1c10-4c95-89f8-02b676b8b687 req-11f8f9f9-2298-4e70-9f90-5bcafc69bd53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 1099 time: 0.0429091 Nov 01 23:05:40.741786 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-09392cc5-1c10-4c95-89f8-02b676b8b687 req-5490e530-d6dd-4aae-b561-34ada185f76b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Nov 01 23:05:41.201052 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28a0e0-3b40-42d3-b375-acb2e051b3d7 req-6e128966-b305-40cb-9f02-9e84d7b138e2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:41.202522 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cb28a0e0-3b40-42d3-b375-acb2e051b3d7 req-6e128966-b305-40cb-9f02-9e84d7b138e2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0761240 Nov 01 23:05:41.214830 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf71426-e9ff-4844-bef1-705fee5e2fc4 req-5ea671d9-8df9-46ca-848c-efabe9662c82 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:41.216261 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cdf71426-e9ff-4844-bef1-705fee5e2fc4 req-5ea671d9-8df9-46ca-848c-efabe9662c82 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.0778196 Nov 01 23:05:41.272725 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cb28a0e0-3b40-42d3-b375-acb2e051b3d7 req-49ec33d7-aa0c-42f3-8661-e7323fc1fcec tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555356 Nov 01 23:05:41.278233 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cdf71426-e9ff-4844-bef1-705fee5e2fc4 req-dc8154a2-3976-4e22-bb91-3afdce0e969f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555489 Nov 01 23:05:41.685215 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-1ff76242-d4fe-44eb-a4ea-8d46964d3287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:42.416981 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e748b-d60f-4c4d-b7af-2195ffddf7a8 req-558e3828-ac08-4c85-9c16-aebf08313f4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:42.418359 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be5e748b-d60f-4c4d-b7af-2195ffddf7a8 req-558e3828-ac08-4c85-9c16-aebf08313f4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0775089 Nov 01 23:05:42.432174 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98d691-15f5-4f2e-97d5-ec315de8a597 req-2524f946-4637-4809-a9d7-aa9a40c0c2f3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:42.433653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d98d691-15f5-4f2e-97d5-ec315de8a597 req-2524f946-4637-4809-a9d7-aa9a40c0c2f3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.0674551 Nov 01 23:05:42.491478 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-be5e748b-d60f-4c4d-b7af-2195ffddf7a8 req-8c0a8593-e2ae-4ae2-a45d-29ff26fa457a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568571 Nov 01 23:05:42.494331 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d98d691-15f5-4f2e-97d5-ec315de8a597 req-b2ec1dfe-afd1-49d5-92f5-3e233d15ef9a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539820 Nov 01 23:05:42.704724 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:43.640141 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2d2a-bce3-4795-a179-1159539c4d33 req-08501565-f838-4e89-877c-6aa3337027e1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:43.641626 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d71f2d2a-bce3-4795-a179-1159539c4d33 req-08501565-f838-4e89-877c-6aa3337027e1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0781984 Nov 01 23:05:43.649026 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ce754-29cc-4002-87ca-75c660abbefe req-bed6d0b2-dc92-49a4-9c2b-6c74b4691ebe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:43.650388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d69ce754-29cc-4002-87ca-75c660abbefe req-bed6d0b2-dc92-49a4-9c2b-6c74b4691ebe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.0783031 Nov 01 23:05:43.705691 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d71f2d2a-bce3-4795-a179-1159539c4d33 req-5e13549d-cfcd-4453-86c5-1a0ffdf35464 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543852 Nov 01 23:05:43.708533 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d69ce754-29cc-4002-87ca-75c660abbefe req-80f6f931-3de4-4ddd-a29a-921e264665f1 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514419 Nov 01 23:05:44.096687 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:44.818645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dd5b1-23ee-4f3e-8a04-2193abb17452 req-5b8dae5b-00c5-441b-ac73-dbb3b0f9466a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:44.820818 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4a5dd5b1-23ee-4f3e-8a04-2193abb17452 req-5b8dae5b-00c5-441b-ac73-dbb3b0f9466a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0475438 Nov 01 23:05:44.856842 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4a5dd5b1-23ee-4f3e-8a04-2193abb17452 req-daf7608b-c0f8-4205-90a9-7237ee207dde tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302639 Nov 01 23:05:45.974058 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4781be-71b1-440f-ae0c-60fe2213fa9a req-6342762f-fec7-432c-85ab-9777d22fc31e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:45.975591 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9c4781be-71b1-440f-ae0c-60fe2213fa9a req-6342762f-fec7-432c-85ab-9777d22fc31e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 944 time: 0.0530508 Nov 01 23:05:46.013902 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9c4781be-71b1-440f-ae0c-60fe2213fa9a req-eb3e4458-8b91-4f4c-bdc4-de9de50c9118 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Nov 01 23:05:46.324512 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b3a5bc49-d913-46c1-b0e8-5d38cfb5013e details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:05:46.415085 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:46.425956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'port_id': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'mac_address': 'fa:16:3e:bb:3c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:05:46.465351 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:46.477596 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a5bc49-d913-46c1-b0e8-5d38cfb5013e {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:05:46.496438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:46.500245 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:46.545886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:46.759371 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:46.999003 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['b3a5bc49-d913-46c1-b0e8-5d38cfb5013e'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:05:47.137197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83286370-689e-4d47-bbf5-d2b8a4805748 req-0d6e3da5-4abe-4162-8d74-418c6ac75a61 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:47.138731 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-83286370-689e-4d47-bbf5-d2b8a4805748 req-0d6e3da5-4abe-4162-8d74-418c6ac75a61 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 945 time: 0.0510368 Nov 01 23:05:47.176508 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-83286370-689e-4d47-bbf5-d2b8a4805748 req-edd713ec-0c42-4e75-b4df-721e78b55345 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Nov 01 23:05:48.288572 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6111fdb-d457-4e66-9e2a-bd1c05ae5828 req-875d1fa8-a359-47e5-8730-e6b6f690a032 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:48.290532 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6111fdb-d457-4e66-9e2a-bd1c05ae5828 req-875d1fa8-a359-47e5-8730-e6b6f690a032 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 945 time: 0.0494106 Nov 01 23:05:48.328898 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6111fdb-d457-4e66-9e2a-bd1c05ae5828 req-3cb9ba9a-f964-43ea-b1b7-1aae1e7fe016 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324068 Nov 01 23:05:48.337440 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b3a5bc49-d913-46c1-b0e8-5d38cfb5013e up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:05:48.397949 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:05:48.403041 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:05:48.403643 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:48.604477 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:48.626227 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:48.628469 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d61249-620f-47cc-9065-6db285a4f582" -d '{"events": [{"server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:48.640695 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:48.651359 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:48.677039 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6d3458-ae2c-494b-9d5a-b30fcd1d0314 x-openstack-request-id: req-8c6d3458-ae2c-494b-9d5a-b30fcd1d0314 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:48.677330 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "name": "network-vif-plugged", "status": "completed", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:48.677574 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c6d3458-ae2c-494b-9d5a-b30fcd1d0314 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:48.677956 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'code': 200} Nov 01 23:05:48.702493 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:48.968713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ad867-bdfc-42f3-80f1-74b48d55bffd req-adf3328c-6e28-41da-b367-21b0b71b2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:48.970100 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d86ad867-bdfc-42f3-80f1-74b48d55bffd req-adf3328c-6e28-41da-b367-21b0b71b2d75 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1099 time: 0.0434196 Nov 01 23:05:49.004502 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d86ad867-bdfc-42f3-80f1-74b48d55bffd req-dd260541-e3b2-4aeb-89ee-a9226913b501 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263817 Nov 01 23:05:49.364141 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:49.457336 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2ebb0-cfeb-4081-8df0-c703be545554 req-3830406c-3ab4-4319-8813-120a52152fcd tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:49.458824 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38b2ebb0-cfeb-4081-8df0-c703be545554 req-3830406c-3ab4-4319-8813-120a52152fcd tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0521553 Nov 01 23:05:49.500190 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-38b2ebb0-cfeb-4081-8df0-c703be545554 req-48a4a379-6f17-42aa-90a3-51a5c7a234e8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350387 Nov 01 23:05:50.619100 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12bdf9-a652-4743-81a7-9f9e6112e4b8 req-df21b9a0-72c3-45ef-8258-b0894f45fad0 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:50.620653 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f12bdf9-a652-4743-81a7-9f9e6112e4b8 req-df21b9a0-72c3-45ef-8258-b0894f45fad0 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0514522 Nov 01 23:05:50.657787 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f12bdf9-a652-4743-81a7-9f9e6112e4b8 req-310ac36e-dde6-4ae3-a8af-de2aa943bd2a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Nov 01 23:05:50.775788 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2278b5b-a00d-48e8-afb9-e6a859383e99 req-d79c0e80-1b37-4e64-9747-e0a31da4f820 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:50.777278 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2278b5b-a00d-48e8-afb9-e6a859383e99 req-d79c0e80-1b37-4e64-9747-e0a31da4f820 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0538161 Nov 01 23:05:50.818285 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e2278b5b-a00d-48e8-afb9-e6a859383e99 req-74e2d5e5-f18e-49ef-a8bc-a59d46f30e2e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Nov 01 23:05:50.840774 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54686) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:05:50.973030 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c989448-443c-4c48-9589-f76424728b4f tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:50.974570 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0c989448-443c-4c48-9589-f76424728b4f tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1094 time: 0.1327899 Nov 01 23:05:50.978262 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54692) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:05:50.982785 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'port_id': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:05:51.031073 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.059540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1eb4-61c4-409c-b4db-cb941c75f762 req-54e8aed5-086b-4a93-901b-12ae7e730c6b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:51.061004 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-608e1eb4-61c4-409c-b4db-cb941c75f762 req-54e8aed5-086b-4a93-901b-12ae7e730c6b tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Nov 01 23:05:51.133829 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-608e1eb4-61c4-409c-b4db-cb941c75f762 req-ed0e3abe-8d45-480f-8a88-3679d9f70f9c tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655494 Nov 01 23:05:51.165591 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.265656 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.27.2.191 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/f7457496-b13d-436a-b8d2-6fe416715196) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:05:51.365238 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.397600 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.437823 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:05:51.440695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:05:51.444909 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:05:51.448447 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=f7457496-b13d-436a-b8d2-6fe416715196,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:51.786062 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.848508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.994000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:51.998134 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:52.062756 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=f7457496-b13d-436a-b8d2-6fe416715196,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:52.077642 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:52.460161 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP ab499016-2be9-4fa2-94b7-3a334948435b associated. External IP: 172.27.2.191, port: b3a5bc49-d913-46c1-b0e8-5d38cfb5013e. Nov 01 23:05:52.549758 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9dda9-afcb-41b2-924b-6aecd70a1432 req-fc2d4aed-691f-46d8-bf15-177515a95ff6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:52.551204 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b9dda9-afcb-41b2-924b-6aecd70a1432 req-fc2d4aed-691f-46d8-bf15-177515a95ff6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.1219997 Nov 01 23:05:52.603600 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b9dda9-afcb-41b2-924b-6aecd70a1432 req-71407f59-cfa2-47c8-b1aa-a715d472f041 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461147 Nov 01 23:05:52.701695 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:05:52.806342 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:05:52.815802 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:05:52.824266 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:52.825381 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:05:52.825995 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:52.850765 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-b0327668-bd71-48cc-a14c-8d94743dcca8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8713911 Nov 01 23:05:52.851410 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:52.859103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7944b4e8-daa9-4019-a0b9-d6741441e8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:52.897851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc4859-0321-40ef-a10a-21d7e1a8b2c7 x-openstack-request-id: req-22bc4859-0321-40ef-a10a-21d7e1a8b2c7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:52.898139 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:52.898447 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22bc4859-0321-40ef-a10a-21d7e1a8b2c7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:52.898859 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'status': 'completed', 'code': 200} Nov 01 23:05:52.932015 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:05:53.015911 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-1a39b445-3b48-4e88-90d1-98416d0fda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.017560 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-1a39b445-3b48-4e88-90d1-98416d0fda88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1099 time: 0.0410295 Nov 01 23:05:53.114424 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-a1e2214e-9ae5-474e-a1f2-455acdeac6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.115815 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-a1e2214e-9ae5-474e-a1f2-455acdeac6a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0877929 Nov 01 23:05:53.149232 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ab499016-2be9-4fa2-94b7-3a334948435b', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:bb:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:05:51Z', 'updated_at': '2021-11-01T23:05:51Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:53.178878 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:05:53.187839 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:05:53.188448 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:53.211115 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-510bdf0f-7728-4e3a-905d-fd05b377c426 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 200 len: 1000 time: 0.0867257 Nov 01 23:05:53.219351 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8093d09-5525-40b3-a23b-f114e563dbed req-7982f2fb-8353-41de-9e7c-54dae6a781fc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.221099 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b8093d09-5525-40b3-a23b-f114e563dbed req-7982f2fb-8353-41de-9e7c-54dae6a781fc tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.0957506 Nov 01 23:05:53.294092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:05:53.314886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-fbe0426e-78f5-4f5c-870d-ed964e1bc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.316368 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-fbe0426e-78f5-4f5c-870d-ed964e1bc96b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0943782 Nov 01 23:05:53.372176 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Deleting port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:05:53.372483 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:53.395674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-117ccf83-51f8-4e47-b8c0-ccdd512b7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.397167 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-117ccf83-51f8-4e47-b8c0-ccdd512b7225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721240 Nov 01 23:05:53.512312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ab499016-2be9-4fa2-94b7-3a334948435b', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:bb:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:05:51Z', 'updated_at': '2021-11-01T23:05:51Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:53.521489 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] For port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:05:53.521847 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:53.541540 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ea93c-0988-414e-84b5-b4fd782a2604 None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'ab499016-2be9-4fa2-94b7-3a334948435b', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:bb:3c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:05:51Z', 'updated_at': '2021-11-01T23:05:51Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:05:53.576402 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-ced6e547-f050-4654-b9a6-baf6ea4dd51f service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502805 Nov 01 23:05:53.747894 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741933d-a4a3-4777-a735-a141be7c5946 None None] New status for floating IP ab499016-2be9-4fa2-94b7-3a334948435b: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:05:53.793477 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7944b4e8-daa9-4019-a0b9-d6741441e8ce req-41464086-f52c-44f5-b505-87024dc23aee service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081378 Nov 01 23:05:53.817110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a1d44-8abd-4ba4-9e47-c5b30e130a70 req-40c5197b-ab2e-406a-9144-9281465bc42d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:05:53.818972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a76a1d44-8abd-4ba4-9e47-c5b30e130a70 req-40c5197b-ab2e-406a-9144-9281465bc42d tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 945 time: 0.1347840 Nov 01 23:05:53.821072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:53.821427 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:53.821737 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Floating IP 951a762d-73e1-488e-9702-296a3a3658c7 disassociated. External IP: 172.27.2.101, port: e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368. Nov 01 23:05:53.822071 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Calling delete_port for e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:05:53.903171 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a76a1d44-8abd-4ba4-9e47-c5b30e130a70 req-d9f261d0-642d-4d42-928c-1a332fd7f0b6 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups?id=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767882 Nov 01 23:05:53.982748 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:54.008842 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'Port': ['ID=e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:54.124895 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:05:54.229553 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:05:54.238590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:05:54.249054 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:05:54.249786 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:54.267722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] No DVR routers for this DVR port e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:05:54.270289 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:54.273696 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b8093d09-5525-40b3-a23b-f114e563dbed req-eda1f9b6-e8c0-4cba-8dd9-7521b7141713 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.26 "DELETE /v2.0/ports/e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 HTTP/1.1" status: 204 len: 173 time: 1.0446749 Nov 01 23:05:54.358118 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:05:54.569149 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:54.594864 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:05:54.603248 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:05:54.603881 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:54.707675 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:05:54.900523 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'name': 'network-vif-deleted', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:05:54.902912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da78240-6d05-480d-8a0d-64729765a3b8" -d '{"events": [{"server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "name": "network-vif-deleted", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:05:54.942400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be0ba50-1837-47bc-8781-caaccb427f1c x-openstack-request-id: req-1be0ba50-1837-47bc-8781-caaccb427f1c {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:05:54.942693 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abffd731-ad0e-47c4-b882-5c16c1f24e22", "name": "network-vif-deleted", "tag": "e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:05:54.942945 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1be0ba50-1837-47bc-8781-caaccb427f1c {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:05:54.943344 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abffd731-ad0e-47c4-b882-5c16c1f24e22', 'name': 'network-vif-deleted', 'tag': 'e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368', 'status': 'completed', 'code': 200} Nov 01 23:05:55.019735 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e54538e3-6fc5-40af-8428-45d2f31d8fc9 req-7f45b5ef-e834-4fb0-a5ef-a24de3c139ba tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/ports?device_id=abffd731-ad0e-47c4-b882-5c16c1f24e22 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Nov 01 23:05:55.028850 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:05:55.056043 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38ab067-7cf0-4398-a465-e148c7f5cae3 None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T22:56:47Z', 'revision_number': 4, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': '144f9657-e4a7-4c06-ba15-fec7eba7e0bd', 'name': '', 'network_id': 'ffd4c2e1-b86a-464b-9d8c-ce1939dec772', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'mac_address': 'fa:16:3e:75:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:45Z', 'updated_at': '2021-11-01T22:56:55Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'subnets': [{'id': 'bb29ba38-191a-4927-adf2-2855a41dde1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:05:55.271423 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb0679c-240c-45c8-b358-4a5e492090f4 None None] New status for floating IP 951a762d-73e1-488e-9702-296a3a3658c7: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:05:56.110468 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54712) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:05:56.172875 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.196788 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.241592 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.244812 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.245934 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf HTTP/1.1" status: 204 len: 168 time: 0.1318886 Nov 01 23:05:56.248665 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54714) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:05:56.254591 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:56.261876 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.api.v2.resource [None req-83c4e6d4-b700-4e1d-8785-1caf50ca5031 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] show failed (client error): The resource could not be found. Nov 01 23:05:56.262361 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.262715 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.262859 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-83c4e6d4-b700-4e1d-8785-1caf50ca5031 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "GET /v2.0/security-groups/4ba53a95-6592-4bf8-a9e2-71f0ea7f7bcf HTTP/1.1" status: 404 len: 347 time: 0.0131247 Nov 01 23:05:56.263057 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.263393 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.263740 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.264071 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.264419 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.264748 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.265105 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.265431 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.265544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54716) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:05:56.265755 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.266075 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd56cb2a-d07b-43a8-8cea-4faa302f4bc1 tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:05:56.383439 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:05:56.386194 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Deleting port 18da57f7-ad59-4a70-9b72-336631d1e627 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:05:56.386597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.402994 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:05:56.403335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e9dadcea-d3b9-4c3c-b6a6-7c24c3a48368 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:05:56.473022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.473479 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.489335 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Calling delete_port for 18da57f7-ad59-4a70-9b72-336631d1e627 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:05:56.616070 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.640707 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Pushing event deleted for resources: {'Port': ['ID=18da57f7-ad59-4a70-9b72-336631d1e627,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:05:56.702569 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.705203 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:05:56.706347 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-97231769-5cbb-4632-b249-54f71602af6f tempest-AttachVolumeTestJSON-773277750 tempest-AttachVolumeTestJSON-773277750-project] 10.222.0.11 "DELETE /v2.0/floatingips/951a762d-73e1-488e-9702-296a3a3658c7 HTTP/1.1" status: 204 len: 168 time: 0.4400237 Nov 01 23:06:00.227777 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54746) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:00.654740 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:00.903165 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Deleting port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:00.903419 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:00.978175 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] For port 144f9657-e4a7-4c06-ba15-fec7eba7e0bd, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:00.978552 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:00.990517 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Calling delete_port for 144f9657-e4a7-4c06-ba15-fec7eba7e0bd owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:01.166390 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:01.192442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Pushing event deleted for resources: {'Port': ['ID=144f9657-e4a7-4c06-ba15-fec7eba7e0bd,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:01.355119 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:01.560882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Router a2438af7-6787-413b-a7e7-8fd0ec855f94 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:06:01.664418 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:06:01.671932 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e70c132f-e7a3-450c-9c46-191528952423 admin admin] 10.222.0.11 "PUT /v2.0/routers/a2438af7-6787-413b-a7e7-8fd0ec855f94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4405484 Nov 01 23:06:01.671932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54750) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:01.672817 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Sync routers for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:06:01.682965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:01.683594 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:01.790390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:01.974479 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T23:06:01Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:02.000455 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.004181 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Checking router: a2438af7-6787-413b-a7e7-8fd0ec855f94 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:06:02.014411 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Routers {'a2438af7-6787-413b-a7e7-8fd0ec855f94'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:02.015039 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:05:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['a2438af7-6787-413b-a7e7-8fd0ec855f94'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:02.103364 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.116268 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] Set router a2438af7-6787-413b-a7e7-8fd0ec855f94 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:02.154075 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Deleting port f2dd39e6-4465-4efc-bf54-cd5a53be6cad {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:02.154408 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.230454 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] For port f2dd39e6-4465-4efc-bf54-cd5a53be6cad, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:02.230749 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.243565 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Calling delete_port for f2dd39e6-4465-4efc-bf54-cd5a53be6cad owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:02.289829 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T23:06:01Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:02.316016 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcafec4-ad00-4ad6-a0a3-979f115a8a8d None None] The sync data for ids ['a2438af7-6787-413b-a7e7-8fd0ec855f94'] in dv-cinder-812216-2-iscsi is: [{'id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'name': 'tempest-AttachVolumeTestJSON-2125239022-router', 'tenant_id': '7b6a391813da4129b554eb1b47d4e3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:38Z', 'updated_at': '2021-11-01T23:06:01Z', 'revision_number': 5, 'project_id': '7b6a391813da4129b554eb1b47d4e3ee', 'gw_port': {'id': 'f2dd39e6-4465-4efc-bf54-cd5a53be6cad', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2438af7-6787-413b-a7e7-8fd0ec855f94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:40Z', 'updated_at': '2021-11-01T22:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:06:02.406808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.435742 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dd39e6-4465-4efc-bf54-cd5a53be6cad,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:02.494788 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.592999 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.595154 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.640811 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.641389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2438af7-6787-413b-a7e7-8fd0ec855f94 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:06:02.646932 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.650761 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-bf678149-df66-4cab-a5c4-014244bc8f86 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a2438af7-6787-413b-a7e7-8fd0ec855f94 HTTP/1.1" status: 204 len: 168 time: 0.9748526 Nov 01 23:06:02.651049 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54758) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:02.668538 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3810fc-0547-4a35-95d1-df05ccb34063 req-751a8f53-2222-428b-a6b9-6dd727f63407 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:02.677680 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1e3810fc-0547-4a35-95d1-df05ccb34063 req-751a8f53-2222-428b-a6b9-6dd727f63407 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0611565 Nov 01 23:06:02.718219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Deleting subnet bb29ba38-191a-4927-adf2-2855a41dde1f {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:06:02.722416 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.757459 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1e3810fc-0547-4a35-95d1-df05ccb34063 req-cde10921-cef5-4959-b186-5d0310f63b03 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770259 Nov 01 23:06:02.762987 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.766786 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-7ef30493-2258-47f3-995b-88b81efd544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:02.768581 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-7ef30493-2258-47f3-995b-88b81efd544e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1137 time: 0.0624280 Nov 01 23:06:02.834037 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 144f9657-e4a7-4c06-ba15-fec7eba7e0bd no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:06:02.864640 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 144f9657-e4a7-4c06-ba15-fec7eba7e0bd {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:06:02.865274 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 144f9657-e4a7-4c06-ba15-fec7eba7e0bd not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:06:02.868722 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.887136 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-b8392ecc-5fce-4ae6-b6f0-c53eb317f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:02.888654 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-b8392ecc-5fce-4ae6-b6f0-c53eb317f7d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1104584 Nov 01 23:06:02.929738 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.963292 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-bb9d3259-ffcc-43c1-9a9e-028fdd3d4ab6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 1001 time: 0.0657787 Nov 01 23:06:02.963748 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb29ba38-191a-4927-adf2-2855a41dde1f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:02.969012 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:02.975974 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a68c255c-95ac-4433-9863-1086e636d938 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb29ba38-191a-4927-adf2-2855a41dde1f HTTP/1.1" status: 204 len: 168 time: 0.3215933 Nov 01 23:06:02.976145 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de4a9e7-bcb9-4549-90a9-bcf7e81954de None None] Network ffd4c2e1-b86a-464b-9d8c-ce1939dec772 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:06:02.976602 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54760) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:03.077175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-2bc5b7fb-bb77-4c85-9218-5dcb2ffc6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:03.078628 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-2bc5b7fb-bb77-4c85-9218-5dcb2ffc6995 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.1060913 Nov 01 23:06:03.097501 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.161054 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-fdc979af-2bf9-4c1b-9835-d72a33141457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:03.162716 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-fdc979af-2bf9-4c1b-9835-d72a33141457 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743198 Nov 01 23:06:03.207932 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Deleting port cb93826b-761c-4eb8-8052-0550cfc3d884 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:03.208258 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.384456 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] DHCP port deletion for ffd4c2e1-b86a-464b-9d8c-ce1939dec772 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:06:03.453770 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Deleting port cb93826b-761c-4eb8-8052-0550cfc3d884 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:03.454194 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.519207 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] For port cb93826b-761c-4eb8-8052-0550cfc3d884, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cb93826b-761c-4eb8-8052-0550cfc3d884,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:03.519630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.533191 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Calling delete_port for cb93826b-761c-4eb8-8052-0550cfc3d884 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:03.616526 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.630116 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] For port cb93826b-761c-4eb8-8052-0550cfc3d884, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cb93826b-761c-4eb8-8052-0550cfc3d884,segment=NetworkSegment(1ad19295-fffb-41ea-a795-add1bc6264a6),segment_id=1ad19295-fffb-41ea-a795-add1bc6264a6)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:03.630515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.640102 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Pushing event deleted for resources: {'Port': ['ID=cb93826b-761c-4eb8-8052-0550cfc3d884,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:03.650672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.650672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.650672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.650672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.651167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.651167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.651363 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.651693 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.652017 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.652337 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.652657 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.652973 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:03.653601 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Calling delete_port for cb93826b-761c-4eb8-8052-0550cfc3d884 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:03.655670 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f206294a-046c-4a15-91bd-f8cb94029c3e None None] No DVR routers for this DVR port cb93826b-761c-4eb8-8052-0550cfc3d884 on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:06:03.659410 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-d9b8893f-137d-4528-84ed-5d0abc95a913 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811139 Nov 01 23:06:03.803763 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-22656623-b73a-433f-b0e6-0e41bbcdf761 req-e3b9b8f1-0e56-4ef5-ad0f-5ad37988d45d service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086521 Nov 01 23:06:03.804768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.830436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=cb93826b-761c-4eb8-8052-0550cfc3d884,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:03.842849 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] No DVR routers for this DVR port cb93826b-761c-4eb8-8052-0550cfc3d884 on host dv-cinder-812216-2-iscsi {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:06:03.941038 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f9ee9-8c09-4607-9820-0cb8baa6e89e req-c8b99e36-a151-4fcf-ad1c-310b128e19d7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:03.942699 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-463f9ee9-8c09-4607-9820-0cb8baa6e89e req-c8b99e36-a151-4fcf-ad1c-310b128e19d7 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.1096632 Nov 01 23:06:03.943925 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:03.977201 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd4c2e1-b86a-464b-9d8c-ce1939dec772']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:03.990409 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad19295-fffb-41ea-a795-add1bc6264a6') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:03.990704 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad19295-fffb-41ea-a795-add1bc6264a6') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:04.008728 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.018448 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-463f9ee9-8c09-4607-9820-0cb8baa6e89e req-cf39147f-a4ad-4d54-893b-0fce56f6734c tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665865 Nov 01 23:06:04.026697 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.041220 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:06:04.041810 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self.session.flush() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self.session.flush() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self.session.flush() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self.session.flush() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:06:04.043862 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:06:04.098338 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.103891 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.109632 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] 10.222.0.11 "DELETE /v2.0/networks/ffd4c2e1-b86a-464b-9d8c-ce1939dec772 HTTP/1.1" status: 204 len: 168 time: 1.1222930 Nov 01 23:06:04.122888 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146cfe0-ec9c-49f3-93a6-ee5058646fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd4c2e1-b86a-464b-9d8c-ce1939dec772,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:04.221993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54766) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:04.262100 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-14c7c261-3c0a-4ac0-b8c6-edb2b68f4062 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b6a391813da4129b554eb1b47d4e3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386467 Nov 01 23:06:04.265040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54768) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:04.311677 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.332517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.379265 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.381879 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:04.386061 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f177b73c-a998-40cd-a81b-27fcea247086 HTTP/1.1" status: 204 len: 168 time: 0.1171994 Nov 01 23:06:04.397647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b130153-c2f8-4f8d-9d38-6783f895d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f177b73c-a998-40cd-a81b-27fcea247086,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:04.410917 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device f2dd39e6-4465-4efc-bf54-cd5a53be6cad no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:06:04.435008 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: f2dd39e6-4465-4efc-bf54-cd5a53be6cad {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:06:04.435338 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device f2dd39e6-4465-4efc-bf54-cd5a53be6cad not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:06:04.435766 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cb93826b-761c-4eb8-8052-0550cfc3d884 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:06:04.457222 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: cb93826b-761c-4eb8-8052-0550cfc3d884 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:06:04.457468 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cb93826b-761c-4eb8-8052-0550cfc3d884 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:06:05.135685 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee82fa-8b1c-4038-bc46-baa72d31042d req-c7f5d575-6ae3-443b-bf47-c65609f46bdc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:05.137179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81ee82fa-8b1c-4038-bc46-baa72d31042d req-c7f5d575-6ae3-443b-bf47-c65609f46bdc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0492361 Nov 01 23:06:05.179179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-81ee82fa-8b1c-4038-bc46-baa72d31042d req-539cb29d-8328-4204-9109-b75015cf6c98 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358715 Nov 01 23:06:06.300494 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384966c1-afcc-451b-88bc-862d6518cc92 req-16abb495-d261-42ab-a6c3-e6014651347f tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:06.301962 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-384966c1-afcc-451b-88bc-862d6518cc92 req-16abb495-d261-42ab-a6c3-e6014651347f tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0518603 Nov 01 23:06:06.341747 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-384966c1-afcc-451b-88bc-862d6518cc92 req-044a6fd0-ad5a-4128-996e-7ec5cd1df42f tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334952 Nov 01 23:06:07.456290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040823a-b087-48ad-992c-35a1785017b4 req-618feaea-30e2-480d-9165-f2ab70d95c63 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:07.457784 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8040823a-b087-48ad-992c-35a1785017b4 req-618feaea-30e2-480d-9165-f2ab70d95c63 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0490570 Nov 01 23:06:07.497369 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8040823a-b087-48ad-992c-35a1785017b4 req-5e2034c3-ac5f-4c78-8007-68a98695d131 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330794 Nov 01 23:06:07.842477 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:06:08.612320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c80b9d-b2eb-41fa-87d3-8c21609e9c92 req-352f3355-2018-4c41-967e-30f75ebc0b8d tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:08.613849 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-44c80b9d-b2eb-41fa-87d3-8c21609e9c92 req-352f3355-2018-4c41-967e-30f75ebc0b8d tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0488222 Nov 01 23:06:08.654020 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-44c80b9d-b2eb-41fa-87d3-8c21609e9c92 req-5abe0219-381d-4e3e-8834-37bf4dd7c6d3 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329754 Nov 01 23:06:09.454589 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-869b712d-ec07-40ae-97f0-44e659bc1d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:09.772769 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb154ad-d358-4099-9461-f3247d3cf652 req-6baf55d0-0899-4e86-95d4-e43f8d9ab5bc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:09.774744 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fdb154ad-d358-4099-9461-f3247d3cf652 req-6baf55d0-0899-4e86-95d4-e43f8d9ab5bc tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0541008 Nov 01 23:06:09.815479 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fdb154ad-d358-4099-9461-f3247d3cf652 req-336ba5b1-e730-47e8-947c-c92e6a676926 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338640 Nov 01 23:06:10.934377 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166168-b71d-4f72-99ea-ce8b19678a6c req-5259fe3a-6d34-4595-a604-0bb06f301a16 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:10.935808 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-96166168-b71d-4f72-99ea-ce8b19678a6c req-5259fe3a-6d34-4595-a604-0bb06f301a16 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0494230 Nov 01 23:06:10.975492 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-96166168-b71d-4f72-99ea-ce8b19678a6c req-d4b74805-b986-4ba8-9006-7ade8898fc77 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334816 Nov 01 23:06:11.687019 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-043086e3-1fe9-486a-9d4e-838e1c0ed7b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:12.096884 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e920ac8-db63-4d07-8c17-0825d89f0f7f req-0db92135-c293-47f2-90f2-74b4f10dd609 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:12.098447 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e920ac8-db63-4d07-8c17-0825d89f0f7f req-0db92135-c293-47f2-90f2-74b4f10dd609 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0495722 Nov 01 23:06:12.142135 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6e920ac8-db63-4d07-8c17-0825d89f0f7f req-b67f9f0c-787d-4ce3-b6b7-e27f904baa5e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361140 Nov 01 23:06:12.709647 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:13.276029 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b179-e32e-4035-9443-dbd092c4d338 req-111be3f3-5a52-4215-9d78-845449557970 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:13.277686 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3f9b179-e32e-4035-9443-dbd092c4d338 req-111be3f3-5a52-4215-9d78-845449557970 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0655081 Nov 01 23:06:13.318979 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3f9b179-e32e-4035-9443-dbd092c4d338 req-412a34d7-751b-4271-a2ae-a8e887243565 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348973 Nov 01 23:06:14.095140 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.437983 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31888e9a-59c9-4863-9efa-29231821a6f4 req-e308392f-4d26-4cf2-b143-de5d3bb9d5aa tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:14.439538 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-31888e9a-59c9-4863-9efa-29231821a6f4 req-e308392f-4d26-4cf2-b143-de5d3bb9d5aa tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0530047 Nov 01 23:06:14.479843 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-31888e9a-59c9-4863-9efa-29231821a6f4 req-8f620cf1-0b08-43b1-9f8d-aa66756521b9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335464 Nov 01 23:06:14.658556 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 54906) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:14.761113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8360b3e5-a4bc-4f8f-a04d-dc14f2fc04fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.834027 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8360b3e5-a4bc-4f8f-a04d-dc14f2fc04fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.837415 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8360b3e5-a4bc-4f8f-a04d-dc14f2fc04fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.877084 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8360b3e5-a4bc-4f8f-a04d-dc14f2fc04fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fa647ae566c417489a6b9b59572fad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174835 Nov 01 23:06:14.878970 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360b3e5-a4bc-4f8f-a04d-dc14f2fc04fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88664080-c203-41fd-b299-3135921da8a5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:14.879781 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 54910) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:14.928051 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.949882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.994152 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:14.996807 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:15.000781 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88664080-c203-41fd-b299-3135921da8a5 HTTP/1.1" status: 204 len: 168 time: 0.1199782 Nov 01 23:06:15.009020 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53ad4f-4a5b-49ba-86a1-1c7e70811eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88664080-c203-41fd-b299-3135921da8a5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:15.598056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92d0c-fed4-4b40-b33f-95db556e61a5 req-86629583-213e-46fa-99ec-4ff71f7147db tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:15.599567 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ccf92d0c-fed4-4b40-b33f-95db556e61a5 req-86629583-213e-46fa-99ec-4ff71f7147db tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0499854 Nov 01 23:06:15.641435 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ccf92d0c-fed4-4b40-b33f-95db556e61a5 req-6855f25d-1166-4936-819d-31342b14175c tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349300 Nov 01 23:06:16.756094 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf438863-591a-4357-b9c9-0a6da076a10b req-46cd4f19-4c0a-4f95-b881-7617918fac1c tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:16.757490 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cf438863-591a-4357-b9c9-0a6da076a10b req-46cd4f19-4c0a-4f95-b881-7617918fac1c tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0487609 Nov 01 23:06:16.761912 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:16.798850 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cf438863-591a-4357-b9c9-0a6da076a10b req-f8dd6236-f2f9-4a31-a40a-50639e80030b tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335135 Nov 01 23:06:17.917856 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851b6d1-9c6d-406a-9013-b1bc34e1b4ce req-ba85825f-d4fa-41f8-b1bc-331fc81f6324 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:17.919349 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f851b6d1-9c6d-406a-9013-b1bc34e1b4ce req-ba85825f-d4fa-41f8-b1bc-331fc81f6324 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0525455 Nov 01 23:06:17.961918 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f851b6d1-9c6d-406a-9013-b1bc34e1b4ce req-eedb4948-726e-4be1-af89-b19dc66435b1 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364938 Nov 01 23:06:19.078278 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6d1c5-d136-4b43-bedd-b9eb75eb16aa req-b52271ef-71a6-4b50-9a54-afe3ab1ed3f0 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:19.079804 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9e6d1c5-d136-4b43-bedd-b9eb75eb16aa req-b52271ef-71a6-4b50-9a54-afe3ab1ed3f0 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0500457 Nov 01 23:06:19.120626 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9e6d1c5-d136-4b43-bedd-b9eb75eb16aa req-9409c302-decd-46a4-92c0-39bc1496a096 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343328 Nov 01 23:06:19.347615 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:20.240083 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f17eb-c4f7-40a3-bd1f-d40d74463356 req-049bbb6a-df0c-4e9f-ba4b-a15a240eb1c6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:20.241527 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-915f17eb-c4f7-40a3-bd1f-d40d74463356 req-049bbb6a-df0c-4e9f-ba4b-a15a240eb1c6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0481458 Nov 01 23:06:20.280805 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-915f17eb-c4f7-40a3-bd1f-d40d74463356 req-7872ce70-9afa-44d3-9a44-12b980e8574e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332227 Nov 01 23:06:21.397079 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df670d7-4f3f-4136-8413-caedb2b5edfe req-9c71ead3-26c7-4fd2-9c6b-63c94e508223 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:21.399041 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8df670d7-4f3f-4136-8413-caedb2b5edfe req-9c71ead3-26c7-4fd2-9c6b-63c94e508223 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0488212 Nov 01 23:06:21.442105 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8df670d7-4f3f-4136-8413-caedb2b5edfe req-dd1b855a-dcf1-4b29-84d6-39d054487848 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370119 Nov 01 23:06:22.557974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2be84-23fd-4c03-a6b3-9c2542ac9602 req-ef95339f-0144-4675-8fe6-8cf013613253 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:22.559501 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4d2be84-23fd-4c03-a6b3-9c2542ac9602 req-ef95339f-0144-4675-8fe6-8cf013613253 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0513666 Nov 01 23:06:22.599782 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c4d2be84-23fd-4c03-a6b3-9c2542ac9602 req-eb1a9bdb-0b41-4686-900d-aed212991e0e tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342228 Nov 01 23:06:23.719862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70597482-1502-4254-9356-eb3ba64a4db6 req-209cde21-6439-4098-abdf-a3cf919b8fff tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:23.721339 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-70597482-1502-4254-9356-eb3ba64a4db6 req-209cde21-6439-4098-abdf-a3cf919b8fff tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0491219 Nov 01 23:06:23.762124 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-70597482-1502-4254-9356-eb3ba64a4db6 req-35d76a51-9cde-4c44-aceb-1e188538f267 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338268 Nov 01 23:06:24.878534 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c1000-2a60-4cc8-acf8-1cfdb2b9a629 req-afed2830-b98e-4751-ad87-8d01052a227a tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:24.880179 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7c8c1000-2a60-4cc8-acf8-1cfdb2b9a629 req-afed2830-b98e-4751-ad87-8d01052a227a tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0505254 Nov 01 23:06:24.923690 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7c8c1000-2a60-4cc8-acf8-1cfdb2b9a629 req-a1ebb798-c1a7-46d3-911c-1116e9eb29f3 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=317467ff-9252-46c5-acd8-3ec59c7a5193&id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375397 Nov 01 23:06:27.680400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55076) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:27.785493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd372-25ca-46bf-8140-a2a48080e265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:27.858890 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd372-25ca-46bf-8140-a2a48080e265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:27.863117 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-e5ffd372-25ca-46bf-8140-a2a48080e265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:27.914777 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-e5ffd372-25ca-46bf-8140-a2a48080e265 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=588efb65ebcf49b1ad336c0d197ddb86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330360 Nov 01 23:06:27.916060 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffd372-25ca-46bf-8140-a2a48080e265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9d719e-bede-4aa1-a68e-ae50469bb6e7,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:27.917310 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55080) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:27.969168 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:27.989105 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.035445 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.037935 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.039067 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef9d719e-bede-4aa1-a68e-ae50469bb6e7 HTTP/1.1" status: 204 len: 168 time: 0.1207039 Nov 01 23:06:28.046352 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950504dc-6c82-4f1c-bca0-e03a280e15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9d719e-bede-4aa1-a68e-ae50469bb6e7,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:28.296933 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55086) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:28.310568 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29bd3e33-078e-4dc7-898e-2b19d08ca674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.387181 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29bd3e33-078e-4dc7-898e-2b19d08ca674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.390681 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-29bd3e33-078e-4dc7-898e-2b19d08ca674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.425907 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd3e33-078e-4dc7-898e-2b19d08ca674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d563be-3ac6-461a-8f4a-9e10917cdc68,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:28.430743 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-29bd3e33-078e-4dc7-898e-2b19d08ca674 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5dd05711d11441fb4afedc7ed5b822f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328173 Nov 01 23:06:28.433517 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55088) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:28.479849 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.500302 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.544867 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.547396 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:28.548589 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78d563be-3ac6-461a-8f4a-9e10917cdc68 HTTP/1.1" status: 204 len: 168 time: 0.1143281 Nov 01 23:06:28.556576 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fe2f0-3de5-422b-a92f-8314ea3fc9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d563be-3ac6-461a-8f4a-9e10917cdc68,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:30.055056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55132) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:30.158520 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df8e0222-e6e5-4ab3-ae6d-501d1233606f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.232399 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df8e0222-e6e5-4ab3-ae6d-501d1233606f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.236631 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-df8e0222-e6e5-4ab3-ae6d-501d1233606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.282629 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-df8e0222-e6e5-4ab3-ae6d-501d1233606f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b204344090dc46a3b8c9c5c928800a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264583 Nov 01 23:06:30.283784 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e0222-e6e5-4ab3-ae6d-501d1233606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac4d9eb-5864-4272-abc6-44c6ed56cc3f,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:30.285340 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55136) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:30.333288 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.353824 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.401076 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.403746 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.404861 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eac4d9eb-5864-4272-abc6-44c6ed56cc3f HTTP/1.1" status: 204 len: 168 time: 0.1185369 Nov 01 23:06:30.414843 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694456-a376-4a27-bbbb-fc41e16543de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac4d9eb-5864-4272-abc6-44c6ed56cc3f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:30.652499 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55142) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:30.666094 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-853bf0cd-e1e7-4d75-aa97-f72b93d8e7ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.743066 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-853bf0cd-e1e7-4d75-aa97-f72b93d8e7ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.746907 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-853bf0cd-e1e7-4d75-aa97-f72b93d8e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.778484 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-853bf0cd-e1e7-4d75-aa97-f72b93d8e7ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1097bb695ee34d469d5777554be308a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246953 Nov 01 23:06:30.780929 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55144) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:30.788156 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf0cd-e1e7-4d75-aa97-f72b93d8e7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce39202-c3fc-474b-b0a9-824f96d56bfa,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:30.828772 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.849399 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.893979 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.896509 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:30.897676 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ce39202-c3fc-474b-b0a9-824f96d56bfa HTTP/1.1" status: 204 len: 168 time: 0.1155767 Nov 01 23:06:30.905364 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790e97b-5b67-4941-9efa-46bef0fd55f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce39202-c3fc-474b-b0a9-824f96d56bfa,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:32.906856 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55216) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:33.013386 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a42a91b-1ddd-4499-91c2-4e4fc6a154a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.088449 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a42a91b-1ddd-4499-91c2-4e4fc6a154a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.092146 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9a42a91b-1ddd-4499-91c2-4e4fc6a154a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.129396 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-9a42a91b-1ddd-4499-91c2-4e4fc6a154a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0e709cceb5d41efa7c7a2daa188542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214596 Nov 01 23:06:33.130455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42a91b-1ddd-4499-91c2-4e4fc6a154a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84347c81-76f9-49dd-b975-271311a94ec1,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:33.132808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55220) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:33.180480 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.201009 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.249527 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.252064 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.253213 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84347c81-76f9-49dd-b975-271311a94ec1 HTTP/1.1" status: 204 len: 168 time: 0.1194086 Nov 01 23:06:33.261384 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aac620-1cb2-41be-813f-acc3fc111cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84347c81-76f9-49dd-b975-271311a94ec1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:33.499263 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55226) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:33.512705 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e7721be-5ddf-4c72-a06c-2df5cd3015d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.585926 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e7721be-5ddf-4c72-a06c-2df5cd3015d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.590595 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8e7721be-5ddf-4c72-a06c-2df5cd3015d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.628602 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8e7721be-5ddf-4c72-a06c-2df5cd3015d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fe877918e644144a64436d338dadda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1282492 Nov 01 23:06:33.629529 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7721be-5ddf-4c72-a06c-2df5cd3015d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6710dd-7ca3-4702-a543-9ee835e93282,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:33.631298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55228) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:33.681722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.701942 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.749725 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.752399 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:33.753518 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d6710dd-7ca3-4702-a543-9ee835e93282 HTTP/1.1" status: 204 len: 168 time: 0.1205003 Nov 01 23:06:33.761860 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f43b4-e4e0-413a-9b23-6104934bff08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6710dd-7ca3-4702-a543-9ee835e93282,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:35.568975 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55302) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:35.673599 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d077faaf-3ada-4952-9b2c-c2c982e56555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.745515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d077faaf-3ada-4952-9b2c-c2c982e56555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.749113 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d077faaf-3ada-4952-9b2c-c2c982e56555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.785698 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d077faaf-3ada-4952-9b2c-c2c982e56555 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32bacd3d1fa14044b89f04af588baaf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156396 Nov 01 23:06:35.787607 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077faaf-3ada-4952-9b2c-c2c982e56555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9a5de3-a6d8-450e-83ab-fd2a50ec6fdb,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:35.789043 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55306) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:35.836345 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.856562 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.900144 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.902637 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:35.903780 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd9a5de3-a6d8-450e-83ab-fd2a50ec6fdb HTTP/1.1" status: 204 len: 168 time: 0.1137493 Nov 01 23:06:35.912407 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d087ecc-a9b7-495c-b374-b929ed8ef91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9a5de3-a6d8-450e-83ab-fd2a50ec6fdb,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:36.151952 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55312) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:36.169334 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7184-b413-4717-a515-56bee871e0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.243068 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7184-b413-4717-a515-56bee871e0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.246593 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7184-b413-4717-a515-56bee871e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.283047 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-9d0b7184-b413-4717-a515-56bee871e0dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7022f7f6149346608189a36c77337c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300273 Nov 01 23:06:36.283973 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7184-b413-4717-a515-56bee871e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c353932-1bd1-4aa8-a157-acabfe8403f3,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:36.285747 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55314) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:36.333889 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.354520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.400019 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.402451 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:36.403624 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0c353932-1bd1-4aa8-a157-acabfe8403f3 HTTP/1.1" status: 204 len: 168 time: 0.1168556 Nov 01 23:06:36.411072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c353932-1bd1-4aa8-a157-acabfe8403f3,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:36.418610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.418957 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.419297 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.419649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.419978 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.420305 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.420629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.420951 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.421275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.421594 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.422235 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:36.422235 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0076c320-b2de-4a10-90bf-8b9e4c757c3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:06:37.423836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55344) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:37.527354 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aef26c-164b-4240-95e6-043ce0776c3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.602766 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aef26c-164b-4240-95e6-043ce0776c3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.606612 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d0aef26c-164b-4240-95e6-043ce0776c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.644747 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d0aef26c-164b-4240-95e6-043ce0776c3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd0f3edcb0cb437d97bf03b41e74aee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198503 Nov 01 23:06:37.645586 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aef26c-164b-4240-95e6-043ce0776c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed0bd0-fa1b-42e8-8853-6142f21af162,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:37.648203 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55348) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:37.696481 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.719654 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.764204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.766759 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:37.767967 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6aed0bd0-fa1b-42e8-8853-6142f21af162 HTTP/1.1" status: 204 len: 168 time: 0.1187627 Nov 01 23:06:37.775788 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837a5f5-5091-4f40-a5db-9b1c8c86073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed0bd0-fa1b-42e8-8853-6142f21af162,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:39.458384 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9e7c8ade-da1f-4c20-8036-1885766412d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:41.693705 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3abb7f9e-0487-4544-aab4-39c27051afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:42.713383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:44.102114 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:44.841573 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:06:46.765768 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:49.363418 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:51.333430 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff034e0-c0a7-4f11-8d70-68c98aa6e40c req-338cd167-bd16-4cae-a624-eafb865a9a9f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:51.334907 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ff034e0-c0a7-4f11-8d70-68c98aa6e40c req-338cd167-bd16-4cae-a624-eafb865a9a9f tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.1994367 Nov 01 23:06:51.372638 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2ff034e0-c0a7-4f11-8d70-68c98aa6e40c req-4ebb23d7-8a5f-4490-8ab6-f078df276145 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311532 Nov 01 23:06:52.543224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cef720-b3d8-46b3-a1bc-9c663691777e req-5ba64b36-037f-46d7-9e47-6fac2ea5e7fe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:52.544689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7cef720-b3d8-46b3-a1bc-9c663691777e req-5ba64b36-037f-46d7-9e47-6fac2ea5e7fe tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.1006384 Nov 01 23:06:52.581013 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7cef720-b3d8-46b3-a1bc-9c663691777e req-d9239798-c7d0-4198-be15-55a488e6b1ff tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304744 Nov 01 23:06:53.366992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-a51240cc-a2e3-4afc-90cc-fa2090b78158 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:53.368436 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-a51240cc-a2e3-4afc-90cc-fa2090b78158 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.0516288 Nov 01 23:06:53.460530 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Deleting port a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:53.460861 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:53.549980 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] For port a9361769-def0-4ada-8db4-433299c68c36, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=a9361769-def0-4ada-8db4-433299c68c36,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:53.550603 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:53.749621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee117e0-88fc-442f-96f2-6af1c3807a8d req-44c115c6-b051-4719-8cf7-3f6733396b4e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:06:53.751095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ee117e0-88fc-442f-96f2-6af1c3807a8d req-44c115c6-b051-4719-8cf7-3f6733396b4e tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/ports?device_id=755336ee-e0aa-4d02-8e52-458225a1bdfb HTTP/1.1" status: 200 len: 946 time: 0.0971103 Nov 01 23:06:53.757699 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:53.758054 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:53.758364 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Floating IP 9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4 disassociated. External IP: 172.27.2.176, port: a9361769-def0-4ada-8db4-433299c68c36. Nov 01 23:06:53.758700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Calling delete_port for a9361769-def0-4ada-8db4-433299c68c36 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:53.831579 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ee117e0-88fc-442f-96f2-6af1c3807a8d req-5cbfa387-01ef-4b7a-b7ec-16e4f86c90ea tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups?id=3f877c93-688a-4ae0-bd09-3d988e0edff6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708103 Nov 01 23:06:53.912056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:53.938952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'Port': ['ID=a9361769-def0-4ada-8db4-433299c68c36,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:54.049746 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:06:54.155645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:06:54.168615 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:06:54.182360 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:54.182974 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:06:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:54.199105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] No DVR routers for this DVR port a9361769-def0-4ada-8db4-433299c68c36 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:06:54.201701 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:54.204984 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-88bff491-7c4b-448a-afcf-676ef80efda9 req-0304af9a-c9c0-4bde-9dfb-6463a00adb04 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.26 "DELETE /v2.0/ports/a9361769-def0-4ada-8db4-433299c68c36 HTTP/1.1" status: 204 len: 173 time: 0.8258212 Nov 01 23:06:54.205412 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-deleted', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:06:54.207677 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8433da7f-d846-46b0-aa2d-dabb4464f1f6" -d '{"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-deleted", "tag": "a9361769-def0-4ada-8db4-433299c68c36"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:06:54.247430 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545fa973-978f-4faa-bfeb-887c4b51c354 x-openstack-request-id: req-545fa973-978f-4faa-bfeb-887c4b51c354 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:06:54.247643 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755336ee-e0aa-4d02-8e52-458225a1bdfb", "name": "network-vif-deleted", "tag": "a9361769-def0-4ada-8db4-433299c68c36", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:06:54.247845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-545fa973-978f-4faa-bfeb-887c4b51c354 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:06:54.248225 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755336ee-e0aa-4d02-8e52-458225a1bdfb', 'name': 'network-vif-deleted', 'tag': 'a9361769-def0-4ada-8db4-433299c68c36', 'status': 'completed', 'code': 200} Nov 01 23:06:54.298951 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:54.509023 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:54.534380 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:06:54.542902 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:54.543524 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:06:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:54.645752 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:54.851617 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:54.878048 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b9b2a-5a1e-4242-a834-29ae6557cdf7 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T22:56:43Z', 'revision_number': 4, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'e8a96e30-34d1-4a85-803e-8eb38314b7df', 'name': '', 'network_id': 'db7a9b91-339b-4f74-8d75-be65d458cb1f', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'mac_address': 'fa:16:3e:16:a2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:41Z', 'updated_at': '2021-11-01T22:56:50Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'subnets': [{'id': '972a570d-c2b2-4c63-94b8-e3f00b730c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:06:54.918507 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55510) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:54.976969 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.002966 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.051747 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.054857 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.056071 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "DELETE /v2.0/security-groups/3f877c93-688a-4ae0-bd09-3d988e0edff6 HTTP/1.1" status: 204 len: 168 time: 0.1358542 Nov 01 23:06:55.058881 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55512) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:55.066034 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b5086-86ab-43f9-94c0-cacfc9434c1a tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f877c93-688a-4ae0-bd09-3d988e0edff6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:55.075209 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.api.v2.resource [None req-640ba3dd-31cc-4542-94f2-d3aad9d24f85 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] show failed (client error): The resource could not be found. Nov 01 23:06:55.078901 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-640ba3dd-31cc-4542-94f2-d3aad9d24f85 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "GET /v2.0/security-groups/3f877c93-688a-4ae0-bd09-3d988e0edff6 HTTP/1.1" status: 404 len: 347 time: 0.0165062 Nov 01 23:06:55.079132 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55514) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:55.113167 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33dc11-d3af-442e-9e49-8db3f673f651 None None] New status for floating IP 9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4: DOWN {{(pid=101293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:06:55.212421 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Deleting port 0966c688-7dce-4ba3-b90e-3f5ede332074 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:55.212801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.295724 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.296055 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.308475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Calling delete_port for 0966c688-7dce-4ba3-b90e-3f5ede332074 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:55.442105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.469285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Pushing event deleted for resources: {'Port': ['ID=0966c688-7dce-4ba3-b90e-3f5ede332074,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:55.527819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.531022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:55.532196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-fe03a0c3-9768-4b72-9aa2-9e2cccfcefa3 tempest-AttachVolumeShelveTestJSON-973088491 tempest-AttachVolumeShelveTestJSON-973088491-project] 10.222.0.11 "DELETE /v2.0/floatingips/9c3a5b5a-7cf0-4aa1-8ea1-9324ee0ad2d4 HTTP/1.1" status: 204 len: 168 time: 0.4521198 Nov 01 23:06:56.709214 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:06:56.730042 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: a9361769-def0-4ada-8db4-433299c68c36 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:06:56.730446 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device a9361769-def0-4ada-8db4-433299c68c36 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:06:57.956540 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55546) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:58.402097 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:58.633960 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Deleting port e8a96e30-34d1-4a85-803e-8eb38314b7df {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:58.634231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:58.714081 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] For port e8a96e30-34d1-4a85-803e-8eb38314b7df, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e8a96e30-34d1-4a85-803e-8eb38314b7df,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:06:58.714455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:58.730629 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Calling delete_port for e8a96e30-34d1-4a85-803e-8eb38314b7df owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:06:58.901272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:58.923110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a96e30-34d1-4a85-803e-8eb38314b7df,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:06:59.083665 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:59.289690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:06:59.390893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:06:59.395836 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-b7f1e137-878b-4ce0-94f8-b7ddfd9d3d9a admin admin] 10.222.0.11 "PUT /v2.0/routers/9a887a0b-e6a4-4eaa-b459-45384cd7a556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4382489 Nov 01 23:06:59.398331 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55554) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:06:59.399313 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Sync routers for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:06:59.409288 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:59.409875 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:06:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:59.500203 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:59.512280 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:59.693032 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T23:06:58Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:59.720443 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Checking router: 9a887a0b-e6a4-4eaa-b459-45384cd7a556 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:06:59.729153 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Routers {'9a887a0b-e6a4-4eaa-b459-45384cd7a556'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:06:59.729758 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:06:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:06:59.836703 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] Set router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:06:59.875159 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:06:59.925969 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Deleting port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:06:59.926318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.005579 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] For port 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:00.005987 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.018981 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Calling delete_port for 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:00.092723 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T23:06:58Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:00.120761 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b390a3e-020f-4f90-b040-8c812cd7ec74 None None] The sync data for ids ['9a887a0b-e6a4-4eaa-b459-45384cd7a556'] in dv-cinder-812216-2-iscsi is: [{'id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'name': 'tempest-AttachVolumeShelveTestJSON-1077355426-router', 'tenant_id': '20c8cea678214ca883a23965edb93bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104'}], 'enable_snat': True}, 'gw_port_id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T22:56:36Z', 'updated_at': '2021-11-01T23:06:58Z', 'revision_number': 5, 'project_id': '20c8cea678214ca883a23965edb93bc4', 'gw_port': {'id': '2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a887a0b-e6a4-4eaa-b459-45384cd7a556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T22:56:37Z', 'updated_at': '2021-11-01T22:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:07:00.180715 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.208898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:00.266809 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.351731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.353756 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.396050 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.396533 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a887a0b-e6a4-4eaa-b459-45384cd7a556 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:07:00.401420 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.402611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-c7786eb4-210d-4e5f-87d4-7bee6851e9db admin admin] 10.222.0.11 "DELETE /v2.0/routers/9a887a0b-e6a4-4eaa-b459-45384cd7a556 HTTP/1.1" status: 204 len: 168 time: 1.0031598 Nov 01 23:07:00.405069 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55560) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:00.450647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Deleting subnet 972a570d-c2b2-4c63-94b8-e3f00b730c04 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:07:00.454620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.491401 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.578670 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.590067 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e8a96e30-34d1-4a85-803e-8eb38314b7df no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:00.617223 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: e8a96e30-34d1-4a85-803e-8eb38314b7df {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:00.617569 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e8a96e30-34d1-4a85-803e-8eb38314b7df not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:00.636984 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.664163 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972a570d-c2b2-4c63-94b8-e3f00b730c04,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:00.666028 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.671994 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-22261c23-4ccf-4f53-91dd-cbb0cefbf14a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/972a570d-c2b2-4c63-94b8-e3f00b730c04 HTTP/1.1" status: 204 len: 168 time: 0.2637231 Nov 01 23:07:00.672150 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f5b50-e4bb-4cb8-aba2-98029d06cc84 None None] Network db7a9b91-339b-4f74-8d75-be65d458cb1f requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:07:00.672443 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55562) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:00.744508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.806956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Deleting port e817404e-bea5-43af-9da6-f722297783bf {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:00.807296 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.874647 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] DHCP port deletion for db7a9b91-339b-4f74-8d75-be65d458cb1f request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:07:00.882042 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] For port e817404e-bea5-43af-9da6-f722297783bf, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e817404e-bea5-43af-9da6-f722297783bf,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:00.882428 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.894727 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Calling delete_port for e817404e-bea5-43af-9da6-f722297783bf owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:00.924413 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Deleting port e817404e-bea5-43af-9da6-f722297783bf {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:00.924679 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.976193 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:00.992717 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] For port e817404e-bea5-43af-9da6-f722297783bf, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e817404e-bea5-43af-9da6-f722297783bf,segment=NetworkSegment(ffa17cf4-5067-4bcd-8a88-226805c9a37c),segment_id=ffa17cf4-5067-4bcd-8a88-226805c9a37c)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:00.993322 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.005215 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Pushing event deleted for resources: {'Port': ['ID=e817404e-bea5-43af-9da6-f722297783bf,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:01.005587 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Calling delete_port for e817404e-bea5-43af-9da6-f722297783bf owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:01.008694 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] No DVR routers for this DVR port e817404e-bea5-43af-9da6-f722297783bf on host dv-cinder-812216-2-iscsi {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:01.081303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.081840 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.104798 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7a9b91-339b-4f74-8d75-be65d458cb1f']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:01.106227 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] Pushing event deleted for resources: {'Port': ['ID=e817404e-bea5-43af-9da6-f722297783bf,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:01.110148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23f6d21-5c75-48d9-82ed-58c611b26518 None None] No DVR routers for this DVR port e817404e-bea5-43af-9da6-f722297783bf on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:01.115714 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa17cf4-5067-4bcd-8a88-226805c9a37c') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:01.116004 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa17cf4-5067-4bcd-8a88-226805c9a37c') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:01.128731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.143760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.150310 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:07:01.150705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:07:01.152440 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:07:01.209813 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.215075 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.218783 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] 10.222.0.11 "DELETE /v2.0/networks/db7a9b91-339b-4f74-8d75-be65d458cb1f HTTP/1.1" status: 204 len: 168 time: 0.5452366 Nov 01 23:07:01.229143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e675-4834-494c-8cb4-ddbe0e25850c admin admin] Pushing event deleted for resources: {'Network': ['ID=db7a9b91-339b-4f74-8d75-be65d458cb1f,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:01.342438 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55568) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:01.381557 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-37f382c9-58de-46b5-a453-fddb89879f40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20c8cea678214ca883a23965edb93bc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379081 Nov 01 23:07:01.383953 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55570) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:01.433861 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.455155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.501103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.503759 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:01.504876 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6428e299-2774-47fd-99f8-26ec68e5e2d9 HTTP/1.1" status: 204 len: 168 time: 0.1200421 Nov 01 23:07:01.512170 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82425a-b408-49e4-a384-4d606f1fb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6428e299-2774-47fd-99f8-26ec68e5e2d9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:02.155446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55594) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:02.249077 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-483119113-network', 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:02.268529 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'network': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:07:02.270717 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for network, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.278662 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.354494 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.358413 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.385976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=101292) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 23:07:02.392467 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f024f4e-e93c-4cbb-80c9-e1f43394c281,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:02.399776 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.400118 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.segments_db [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Added segment a7654b74-b268-422f-846b-3e205e8ac0e7 of type vlan for network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 Nov 01 23:07:02.438670 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e817404e-bea5-43af-9da6-f722297783bf no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:02.441429 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789489563149'] for network, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.457801 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: e817404e-bea5-43af-9da6-f722297783bf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:02.458150 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e817404e-bea5-43af-9da6-f722297783bf not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:02.458556 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:02.465639 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009'] for network, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.467157 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:02.467769 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.480406 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:02.480751 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 2dbcc8be-bcbf-46b1-993f-4f1fdaaed0f4 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:02.528365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3713667 Nov 01 23:07:02.531939 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55598) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:02.533930 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3aef0-30d5-43cb-adaf-8a33a632e9b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e89bb6a-e604-4e3c-9eb3-711a71825b78,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:02.537072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Request body: {'subnet': {'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-483119113-subnet', 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:02.545705 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 details requested by agent ovs-agent-dv-cinder-812216-2-iscsi with host dv-cinder-812216-2-iscsi {{(pid=101293) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 23:07:02.558996 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'subnet': 1} {{(pid=101291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:07:02.561365 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59795507'] for subnet, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.726695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2263299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59795489'] for subnet, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.781169 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=78a7d71e-0d4b-4a27-91ce-b3e31defd6af,revision_number=0']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:02.789973 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.790326 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.790669 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.791074 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.791698 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.792266 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.792733 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.793076 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.793411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.793742 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.794073 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.794400 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:02.804042 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Checking segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:07:02.804651 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Network hostable DHCP agents. Network: 7e89bb6a-e604-4e3c-9eb3-711a71825b78, hostable agents: ['2bd8b9c8-42e4-4cf5-9c98-3464769c1f30'], hosted agents: [] {{(pid=101291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 23:07:02.821363 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 is scheduled to be hosted by DHCP agent 2bd8b9c8-42e4-4cf5-9c98-3464769c1f30 with binding_index 1 {{(pid=101291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 23:07:02.829628 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812216-2-iscsi, 7e89bb6a-e604-4e3c-9eb3-711a71825b78) {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:07:02.833768 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:02.834357 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:02.838564 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7198145-a9df-4d7f-8132-ed51c0a969ff None None] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:07:02.852609 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2c8fb905-1f0f-4c2d-98dd-c6f4997996ec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3182561 Nov 01 23:07:02.986046 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710814b2-b30f-49f9-9244-f50086782b1f None None] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:07:03.023064 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-a1214604-cd80-439b-83f8-8bf401711fa3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552208 Nov 01 23:07:03.146236 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-bc8adee4-d483-4719-a6b5-24103673057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:03.147773 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-bc8adee4-d483-4719-a6b5-24103673057b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1137 time: 0.0533118 Nov 01 23:07:03.292723 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-cbbd1d4e-fccb-46e1-9797-242847f742bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:03.294294 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-cbbd1d4e-fccb-46e1-9797-242847f742bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1266356 Nov 01 23:07:03.413510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-c7289091-337a-4b71-a2fe-8f2b0bb17042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 1001 time: 0.0832593 Nov 01 23:07:03.421914 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-2fd8ace4-2dca-4a74-b3b9-f906e6823b0c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:03.423285 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-2fd8ace4-2dca-4a74-b3b9-f906e6823b0c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1720903 Nov 01 23:07:03.461648 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-ecba9edc-e8b2-422a-9260-440f5178415d tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/quotas/25c80e66ceb34d2794360a01ac8e9c95 HTTP/1.1" status: 200 len: 375 time: 0.0301037 Nov 01 23:07:03.488302 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-fa9f2949-16f1-40a0-80c1-47df5e0dbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:03.489739 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-fa9f2949-16f1-40a0-80c1-47df5e0dbf19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0656078 Nov 01 23:07:03.512825 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-a50f0ba4-7219-4d41-8ca2-e605ef853398 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435660 Nov 01 23:07:03.541690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-624474a9-9731-4dce-8349-9d73e6d703cd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:07:03.542665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-624474a9-9731-4dce-8349-9d73e6d703cd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081096 Nov 01 23:07:03.613981 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-9059fd9d-43b2-457e-93cd-7d885fd2e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:03.615492 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-9059fd9d-43b2-457e-93cd-7d885fd2e2ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1116531 Nov 01 23:07:03.631422 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-ec135fb4-f5c0-4d0d-9927-10a6acec21c6 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:07:03.632413 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-ec135fb4-f5c0-4d0d-9927-10a6acec21c6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0096793 Nov 01 23:07:03.682722 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-48706a49-da51-47e4-bf35-393a8ec1a963 service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309092 Nov 01 23:07:03.796954 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-f8a7c9af-2d23-454f-abae-8dad9b6ce489 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559014 Nov 01 23:07:03.821512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-eafd16db-2e05-4baa-b4c0-ece8ead6c96d service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146936 Nov 01 23:07:03.894955 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c98327c9-59a5-4d15-855f-8812c2e4c678 req-804e767f-61a9-42c6-b0a5-cc1c05f8ab3e service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Nov 01 23:07:03.975933 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6d5c04e3-fcaf-4c3e-bbc0-9c80cf6f8487 req-afff9625-5056-4f4d-941a-c6326d3d6a64 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Nov 01 23:07:04.589525 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55646) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:04.697620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdcfa-19e8-46bb-a3a5-0f010d930e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.780133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdcfa-19e8-46bb-a3a5-0f010d930e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.783772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6f8fdcfa-19e8-46bb-a3a5-0f010d930e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.827383 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6f8fdcfa-19e8-46bb-a3a5-0f010d930e2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdd6335b409a4356a7b1b28370de3cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339199 Nov 01 23:07:04.827383 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fdcfa-19e8-46bb-a3a5-0f010d930e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85bb5a8-d754-4ac1-94d0-f1528e8e2e06,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:04.827996 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55650) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:04.886206 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.910498 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.966098 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.969632 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:04.970791 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a85bb5a8-d754-4ac1-94d0-f1528e8e2e06 HTTP/1.1" status: 204 len: 168 time: 0.1360559 Nov 01 23:07:04.988909 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7f269-27db-424d-ae18-0fbd42ad7891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85bb5a8-d754-4ac1-94d0-f1528e8e2e06,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:05.007410 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-7581e7c2-8f91-47a7-885b-9600c62cc9b7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:05.008922 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-7581e7c2-8f91-47a7-885b-9600c62cc9b7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1201043 Nov 01 23:07:05.034490 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Request body: {'port': {'device_id': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'admin_state_up': True, 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:05.127083 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4c70fde0-6caa-4cc2-8c92-24cb01f8a4d9 req-1bc89ff5-80c8-4ba0-9310-fdd763e1e5fa tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 210 time: 0.0564747 Nov 01 23:07:05.175681 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:07:05.179030 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:05.309764 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Allocated IP 172.20.0.9 (7e89bb6a-e604-4e3c-9eb3-711a71825b78/78a7d71e-0d4b-4a27-91ce-b3e31defd6af/57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:07:05.463190 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:05.495789 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:05.535840 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:07:05.539144 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:07:05.541577 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:07:05.578396 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event updated for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:05.603175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:05.603837 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:05.619667 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-b111566c-29b8-4c9d-83ab-766178d278ed tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5929360 Nov 01 23:07:05.737347 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Request body: {'port': {'device_id': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:05.792203 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.056684 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:06.065816 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.079275 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Transition to ACTIVE for port object 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:07:06.082722 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.149143 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:06.211054 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Attempting to bind port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:07:06.211380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Attempting to bind port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:07:06.211723 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Attempting to bind port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:06.231328 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:07:06.231598 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Attempting to bind port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:06.238585 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:07:06.238910 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Checking segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:07:06.239273 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Bound using segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:07:06.239711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Bound port: 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:07:06.240056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.265874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5f9ad-e2fa-4a7d-a48d-74d27b261b0e req-708299e5-81a1-427a-bd03-cdbd23526b83 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:06.267330 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6ff5f9ad-e2fa-4a7d-a48d-74d27b261b0e req-708299e5-81a1-427a-bd03-cdbd23526b83 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0693326 Nov 01 23:07:06.337401 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6ff5f9ad-e2fa-4a7d-a48d-74d27b261b0e req-138dadac-ce35-470c-8144-840bacf0dc8e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Nov 01 23:07:06.342817 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:07:06.345965 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:07:06.351148 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.383684 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:06.384301 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:06.385825 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 HTTP/1.1" status: 200 len: 1093 time: 0.7442346 Nov 01 23:07:06.388000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:06.390844 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:06.417133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1c21-37aa-4db2-afe9-3d53277acfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:06.430120 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530d1b3-7785-4f12-9bff-bf830c71a58f x-openstack-request-id: req-9530d1b3-7785-4f12-9bff-bf830c71a58f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:06.430407 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:06.430659 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9530d1b3-7785-4f12-9bff-bf830c71a58f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:06.431056 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', 'status': 'completed', 'code': 200} Nov 01 23:07:06.493564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-7a7a3b31-50db-4ee5-be52-dccd1dd88d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:06.494940 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-7a7a3b31-50db-4ee5-be52-dccd1dd88d02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0397117 Nov 01 23:07:06.547354 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-29153310-2875-4a0c-af96-5e906e7b7f77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 HTTP/1.1" status: 200 len: 217 time: 0.0364387 Nov 01 23:07:06.595581 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-f4493527-7308-4f55-8b6b-029200b045d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:06.597027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-f4493527-7308-4f55-8b6b-029200b045d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0420072 Nov 01 23:07:06.629461 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-5892e40d-ac2d-43fa-b105-79da65ecc2fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247414 Nov 01 23:07:06.718611 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-43e55c34-8978-4d00-a3c2-0f0753acaaee service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Nov 01 23:07:06.812503 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d3b66eac-9136-4364-8e0c-84ad8bd94b30 req-4e0e86ac-0e4b-49f6-b804-4b5b5089e52f service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861614 Nov 01 23:07:06.975522 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-2ff3bb9e-18d9-407f-a774-65db03b0dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:06.976974 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-2ff3bb9e-18d9-407f-a774-65db03b0dc41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0396926 Nov 01 23:07:07.071915 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-c0984c8b-aa3d-4519-98b6-9260758808df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:07.072284 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-c0984c8b-aa3d-4519-98b6-9260758808df service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 915 time: 0.0866570 Nov 01 23:07:07.113146 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-c2e9cff7-6004-40bc-bef9-b409d96c3d43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 HTTP/1.1" status: 200 len: 217 time: 0.0335219 Nov 01 23:07:07.168258 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-2513b1ad-cc1c-466b-85eb-638e4d01960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:07.169743 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-2513b1ad-cc1c-466b-85eb-638e4d01960a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0494988 Nov 01 23:07:07.201139 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-f025ac0d-0bb4-47d2-a5b7-0076603242bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243411 Nov 01 23:07:07.291388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-7a6750f4-3ff2-4f05-aa70-81e0aaba671d service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Nov 01 23:07:07.389801 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e94e4906-2fb3-4c90-96ca-b743bad2c9c4 req-ba2485cb-dedb-4349-9513-d9c7aecd37c0 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892391 Nov 01 23:07:07.449700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60ee5-2679-44a2-b939-ec0cbab5e298 req-417c95c4-103d-420e-87c3-cc074ab55ced tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:07.451143 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bbc60ee5-2679-44a2-b939-ec0cbab5e298 req-417c95c4-103d-420e-87c3-cc074ab55ced tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0476604 Nov 01 23:07:07.487879 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bbc60ee5-2679-44a2-b939-ec0cbab5e298 req-3e3cae54-3f4c-47f7-bcd6-9eaf462bd60e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303898 Nov 01 23:07:08.601343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c054c15-6d5e-414b-9d74-a3c54aa3e5ea req-9ce81f46-7ac4-4b0d-a6cd-f85c201041ac tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:08.602806 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2c054c15-6d5e-414b-9d74-a3c54aa3e5ea req-9ce81f46-7ac4-4b0d-a6cd-f85c201041ac tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0479658 Nov 01 23:07:08.643964 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2c054c15-6d5e-414b-9d74-a3c54aa3e5ea req-6466edd4-c228-43d4-b573-896d28d4aff5 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Nov 01 23:07:09.460070 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3f826487-f783-440c-8278-c2777e40daf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:09.758738 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd5a61-eb39-47c7-aedc-b99811ad7a58 req-b459b525-0942-46e4-bb8e-b7f17cc0dab2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:09.760215 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-accd5a61-eb39-47c7-aedc-b99811ad7a58 req-b459b525-0942-46e4-bb8e-b7f17cc0dab2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0484843 Nov 01 23:07:09.796194 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-accd5a61-eb39-47c7-aedc-b99811ad7a58 req-9d2be2c6-d90c-4307-b7d7-1e8b2f92b347 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301464 Nov 01 23:07:10.909195 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4fe9-c362-4ada-9484-fe79803cda05 req-e5cc85b7-3f90-48e4-a9bf-5c4bc3705143 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:10.910572 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1de4fe9-c362-4ada-9484-fe79803cda05 req-e5cc85b7-3f90-48e4-a9bf-5c4bc3705143 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0481031 Nov 01 23:07:10.948220 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c1de4fe9-c362-4ada-9484-fe79803cda05 req-18963cfe-0dd4-4371-ae91-bca06fea6d84 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Nov 01 23:07:11.686458 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-ff3f912e-ebe8-4886-8555-4ed01fdc5122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:12.059545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb89ae-4f3f-44ba-9af3-4be409951344 req-5dded800-7c94-41a6-9a8c-a11040d35a8d tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:12.061007 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ceb89ae-4f3f-44ba-9af3-4be409951344 req-5dded800-7c94-41a6-9a8c-a11040d35a8d tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0494094 Nov 01 23:07:12.102475 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1ceb89ae-4f3f-44ba-9af3-4be409951344 req-4c45247b-b8ca-40bd-8ec4-15a672e71338 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354323 Nov 01 23:07:12.714278 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:13.221074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd336aaf-06c4-43fc-82e3-50f16f9bef77 req-82d0c24d-c3a1-4685-b9ea-add4fda0835f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:13.222510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cd336aaf-06c4-43fc-82e3-50f16f9bef77 req-82d0c24d-c3a1-4685-b9ea-add4fda0835f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0490959 Nov 01 23:07:13.260388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-cd336aaf-06c4-43fc-82e3-50f16f9bef77 req-93b0d715-a308-42ef-8662-db542c612bab tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Nov 01 23:07:14.094055 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:14.379516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0fb9a-3b29-4fc4-a35c-c6012c6cf065 req-ba520305-4346-444b-a461-6c4fe3636292 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:14.381074 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ac0fb9a-3b29-4fc4-a35c-c6012c6cf065 req-ba520305-4346-444b-a461-6c4fe3636292 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0479701 Nov 01 23:07:14.417682 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0ac0fb9a-3b29-4fc4-a35c-c6012c6cf065 req-594d08ec-9e4a-426e-82f4-049d2b16df0d tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Nov 01 23:07:15.530519 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189959f5-815e-405c-9e25-b026b137713a req-2fe35ffe-dcbe-4b56-b1c7-a70a3d2f3d37 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:15.532013 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-189959f5-815e-405c-9e25-b026b137713a req-2fe35ffe-dcbe-4b56-b1c7-a70a3d2f3d37 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0479937 Nov 01 23:07:15.573015 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-189959f5-815e-405c-9e25-b026b137713a req-f4ee0925-a41c-48fb-9b7d-2d345f44811a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351570 Nov 01 23:07:16.497093 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:07:16.590428 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:16.606491 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'port_id': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', 'mac_address': 'fa:16:3e:c5:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a7d71e-0d4b-4a27-91ce-b3e31defd6af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:07:16.644579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:16.657921 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:16.677227 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:16.681761 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:16.687449 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ed74f-c18f-4cf6-aafa-9f1563549ed9 req-16c56237-efa4-41e5-bac5-7c20ccd593d7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:16.688972 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0b2ed74f-c18f-4cf6-aafa-9f1563549ed9 req-16c56237-efa4-41e5-bac5-7c20ccd593d7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 943 time: 0.0504656 Nov 01 23:07:16.726220 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0b2ed74f-c18f-4cf6-aafa-9f1563549ed9 req-50fe347a-42be-41d2-a766-9542469749a3 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Nov 01 23:07:16.728780 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:16.735986 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.736335 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.736673 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.736996 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.737351 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.737680 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.737998 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.738318 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.738638 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.738952 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.739269 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.739609 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:16.768330 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:17.452502 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:17.853658 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d425a-2d8f-4baf-8d54-365780f5bfe3 req-23d2f4bc-3003-4734-8cae-e201def701fd tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:17.855132 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b59d425a-2d8f-4baf-8d54-365780f5bfe3 req-23d2f4bc-3003-4734-8cae-e201def701fd tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 944 time: 0.0560787 Nov 01 23:07:17.891855 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b59d425a-2d8f-4baf-8d54-365780f5bfe3 req-f537c4e9-af77-4464-b022-0d3c063ec95d tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308034 Nov 01 23:07:18.812744 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:07:18.861973 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:07:18.866056 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:07:18.866427 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:18.946109 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:18.969102 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:18.971347 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc774db-e38a-493d-827e-0a29b66a0678" -d '{"events": [{"server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "name": "network-vif-plugged", "status": "completed", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:18.985104 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:18.991354 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:19.013874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac967406-b01c-4fc3-b7b2-4574fcc45945 req-f1c8495f-528a-4b15-8aa6-d3810cb14126 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:19.018049 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daca237-de1a-4158-ba1a-0ee30c88b710 x-openstack-request-id: req-7daca237-de1a-4158-ba1a-0ee30c88b710 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:19.018399 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "name": "network-vif-plugged", "status": "completed", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:19.018571 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7daca237-de1a-4158-ba1a-0ee30c88b710 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:19.018958 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', 'code': 200} Nov 01 23:07:19.019966 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ac967406-b01c-4fc3-b7b2-4574fcc45945 req-f1c8495f-528a-4b15-8aa6-d3810cb14126 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 944 time: 0.0590091 Nov 01 23:07:19.044176 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:19.063118 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ac967406-b01c-4fc3-b7b2-4574fcc45945 req-ac554c1f-7bcf-40d1-9da1-54ed0ef0cbd0 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Nov 01 23:07:19.227976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fd010-7296-4b0f-a46d-870a1a49afe0 req-86d0a341-03ca-446a-9563-00feb26bf44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:19.229412 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-903fd010-7296-4b0f-a46d-870a1a49afe0 req-86d0a341-03ca-446a-9563-00feb26bf44f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 1098 time: 0.0396996 Nov 01 23:07:19.265752 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-903fd010-7296-4b0f-a46d-870a1a49afe0 req-63dfdfa7-dc1f-479d-b694-1ef38cdade41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290856 Nov 01 23:07:19.374870 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:20.183645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2517d67-557b-4532-b5ba-8bcdf3e59a31 req-15416d8b-4ace-464f-a2f9-caf018cc01ee tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:20.183645 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2517d67-557b-4532-b5ba-8bcdf3e59a31 req-15416d8b-4ace-464f-a2f9-caf018cc01ee tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Nov 01 23:07:20.227186 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f2517d67-557b-4532-b5ba-8bcdf3e59a31 req-0204e3bb-de8d-4f0a-9a29-a3c0e41746dc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Nov 01 23:07:21.339489 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b948c47-442b-4547-adae-bcf1c17939d5 req-1ab4636f-f270-46e8-9ff1-a460abd53307 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:21.340949 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b948c47-442b-4547-adae-bcf1c17939d5 req-1ab4636f-f270-46e8-9ff1-a460abd53307 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Nov 01 23:07:21.382535 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5b948c47-442b-4547-adae-bcf1c17939d5 req-5aa0a764-27ab-42f3-a92c-219d8829d7dd tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Nov 01 23:07:21.840135 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:07:29.512410 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 55858) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:29.617691 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c92b6c-5fee-41cb-a71d-5f4e2110847d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.688019 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c92b6c-5fee-41cb-a71d-5f4e2110847d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.691364 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-65c92b6c-5fee-41cb-a71d-5f4e2110847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.727828 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-65c92b6c-5fee-41cb-a71d-5f4e2110847d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0f658099e3747c78e32a9a00873941f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143562 Nov 01 23:07:29.728757 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c92b6c-5fee-41cb-a71d-5f4e2110847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e4b7a-3237-477b-bcbf-58981fcfee2a,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:29.730459 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55862) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:29.780366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.801404 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.851261 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.853853 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:29.854988 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/641e4b7a-3237-477b-bcbf-58981fcfee2a HTTP/1.1" status: 204 len: 168 time: 0.1227496 Nov 01 23:07:29.863371 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9bbc83-d362-40ab-8cff-ad62c2c39219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e4b7a-3237-477b-bcbf-58981fcfee2a,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:33.818927 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-ad8dc8ee-674f-4976-ac38-05ef8a34c27f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:33.820341 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-ad8dc8ee-674f-4976-ac38-05ef8a34c27f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1013048 Nov 01 23:07:33.835504 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-2085219d-ea97-42ee-8832-5d82f7defabc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/quotas/25c80e66ceb34d2794360a01ac8e9c95 HTTP/1.1" status: 200 len: 375 time: 0.0093801 Nov 01 23:07:33.882221 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-1369ad8a-b938-4d9b-b7dd-ce928113adcb tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415149 Nov 01 23:07:33.893108 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-57025eb4-debd-48d1-a79c-a3aa9777ccd5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101292) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 23:07:33.894077 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-57025eb4-debd-48d1-a79c-a3aa9777ccd5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053787 Nov 01 23:07:33.978741 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-6dc80b69-7be8-4900-abbd-b3ccdee64551 service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792170 Nov 01 23:07:34.080979 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d7f47f9d-1d91-42ed-a7e6-1302d44380f3 service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958898 Nov 01 23:07:34.236111 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-11a7fc85-9ed2-425d-9001-095e56e544e1 req-1e4edb00-4d9a-4069-8d01-a5920c628b34 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 210 time: 0.0259118 Nov 01 23:07:35.352114 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e5419cca-c1da-4cc7-9251-cd71e391efa5 req-40054c90-699f-43ba-955c-ef4e6b4dfd14 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 210 time: 0.0462883 Nov 01 23:07:35.424408 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d67056d6-8a6e-48fb-8e82-4559eebcb5c4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:35.425858 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d67056d6-8a6e-48fb-8e82-4559eebcb5c4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1295395 Nov 01 23:07:35.450025 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Request body: {'port': {'device_id': 'cc379274-2435-47c0-a20a-3235fe515e50', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'admin_state_up': True, 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:35.553752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:07:35.557599 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:35.958982 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Allocated IP 172.20.0.5 (7e89bb6a-e604-4e3c-9eb3-711a71825b78/78a7d71e-0d4b-4a27-91ce-b3e31defd6af/22ccc007-6bb1-4388-a014-59b7f0ee3795) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:07:36.098742 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.131344 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.172921 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:36.177103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:07:36.182378 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:07:36.184867 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:07:36.215425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event updated for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:36.242395 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:36.243000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.258568 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-d1d1da61-ba4a-4481-a503-295a79d3af8c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121903 Nov 01 23:07:36.276451 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Request body: {'port': {'device_id': 'cc379274-2435-47c0-a20a-3235fe515e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:36.327974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.527976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce1df-afbb-4ffd-97b7-9de96076be0a req-259925af-6303-4bf7-aa0c-7599df378ad2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:36.529342 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab2ce1df-afbb-4ffd-97b7-9de96076be0a req-259925af-6303-4bf7-aa0c-7599df378ad2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 931 time: 0.1042445 Nov 01 23:07:36.597518 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab2ce1df-afbb-4ffd-97b7-9de96076be0a req-9f8c4456-e8e1-4c76-9d59-3162dc63a957 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604596 Nov 01 23:07:36.650993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ccc007-6bb1-4388-a014-59b7f0ee3795 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:36.658298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.669828 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Transition to ACTIVE for port object 22ccc007-6bb1-4388-a014-59b7f0ee3795 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:07:36.674740 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.722296 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Pushing event updated for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:36.732000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.732341 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.732684 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.733000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.733327 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.733648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.733970 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.734291 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.734609 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.734924 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.735240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.735587 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:07:36.799517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Attempting to bind port 22ccc007-6bb1-4388-a014-59b7f0ee3795 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:07:36.799760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Attempting to bind port 22ccc007-6bb1-4388-a014-59b7f0ee3795 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:07:36.800077 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Attempting to bind port 22ccc007-6bb1-4388-a014-59b7f0ee3795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:36.804428 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Port 22ccc007-6bb1-4388-a014-59b7f0ee3795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:07:36.804736 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Attempting to bind port 22ccc007-6bb1-4388-a014-59b7f0ee3795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:36.809407 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:07:36.809732 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Checking segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:07:36.810098 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Bound using segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:07:36.810508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Bound port: 22ccc007-6bb1-4388-a014-59b7f0ee3795, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:07:36.810845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.871048 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:07:36.873956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:07:36.878221 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.911016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:36.911648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:36.912985 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] 10.222.0.26 "PUT /v2.0/ports/22ccc007-6bb1-4388-a014-59b7f0ee3795 HTTP/1.1" status: 200 len: 1093 time: 0.6405768 Nov 01 23:07:36.913423 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:36.915669 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763" -d '{"events": [{"name": "network-changed", "server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:36.939353 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cee533-ec0f-423c-b03f-479cdc164b2d service neutron] Pushing event updated for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:37.015710 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-0a9a3d94-1c6c-4746-90de-febeeff182b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.017211 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-0a9a3d94-1c6c-4746-90de-febeeff182b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 1096 time: 0.0411763 Nov 01 23:07:37.071654 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820ee277-bac7-45ef-934a-ce0ff5e9b7d7 x-openstack-request-id: req-820ee277-bac7-45ef-934a-ce0ff5e9b7d7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:37.071947 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:37.072201 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-820ee277-bac7-45ef-934a-ce0ff5e9b7d7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:37.072605 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795', 'status': 'completed', 'code': 200} Nov 01 23:07:37.073971 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-c40c242d-75d7-4afb-be59-a903b236d6cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Nov 01 23:07:37.143150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-3e08d124-ec4b-463f-97f8-24b12a7e2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.145467 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-3e08d124-ec4b-463f-97f8-24b12a7e2403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0447402 Nov 01 23:07:37.176851 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-b538d0ba-cf0e-4819-beae-a6e898020632 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241895 Nov 01 23:07:37.268610 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-c6e40da2-0df8-4eab-81a9-3b4edaafea4c service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828207 Nov 01 23:07:37.356196 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8db46ffa-8c75-414a-9ea2-eebdea5cb9ce req-fe9bb8f6-9869-466c-897c-b20e36c431ca service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792837 Nov 01 23:07:37.506735 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-d05e946e-6d38-4c0f-9313-9854b9d321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.508223 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-d05e946e-6d38-4c0f-9313-9854b9d321d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 1096 time: 0.0396938 Nov 01 23:07:37.600347 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-79715c66-bdce-4a59-b131-77e43361e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.601802 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-79715c66-bdce-4a59-b131-77e43361e854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 915 time: 0.0853128 Nov 01 23:07:37.644319 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-25241c65-893a-4768-9340-0bdfeedf567c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795 HTTP/1.1" status: 200 len: 217 time: 0.0341687 Nov 01 23:07:37.727842 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-e6b1952e-a8fb-4443-9b75-1f9e897bcf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.729306 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-e6b1952e-a8fb-4443-9b75-1f9e897bcf29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0772169 Nov 01 23:07:37.741849 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7af95-3296-47ce-8226-9e282351ae0b req-03a57c4a-1bf4-4cc7-a0bb-bea3db566788 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:37.743230 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c0e7af95-3296-47ce-8226-9e282351ae0b req-03a57c4a-1bf4-4cc7-a0bb-bea3db566788 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 943 time: 0.0607941 Nov 01 23:07:37.772813 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-66aa557e-6115-4824-8ed1-30af65e9d173 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286496 Nov 01 23:07:37.824746 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c0e7af95-3296-47ce-8226-9e282351ae0b req-766e40d7-33af-4155-a10b-09a4753193f8 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727789 Nov 01 23:07:37.881782 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-a0e26283-01e7-40f0-b078-5cde92a055b6 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995364 Nov 01 23:07:37.970094 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5a3bcb3-7d67-4372-8f5b-8c52160e5763 req-a3c9e37e-9aa7-4683-b63d-5522ce34c114 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806859 Nov 01 23:07:38.943542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe9c02-7c77-4af2-a641-168868c0317f req-c826bddc-8450-4c8c-a2eb-0e7d6525fe19 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:38.945052 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55fe9c02-7c77-4af2-a641-168868c0317f req-c826bddc-8450-4c8c-a2eb-0e7d6525fe19 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 943 time: 0.0528557 Nov 01 23:07:38.981980 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55fe9c02-7c77-4af2-a641-168868c0317f req-e26c274a-b44b-4517-aea9-5d75f278fe29 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Nov 01 23:07:39.461613 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-cbe05a25-5cb8-4d56-a239-ba78d2f1e6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:40.095588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d9710-1a42-4c93-8987-0ce0ff58d410 req-94f1dabb-651c-4b33-a08d-9b5f8764d883 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:40.097052 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-377d9710-1a42-4c93-8987-0ce0ff58d410 req-94f1dabb-651c-4b33-a08d-9b5f8764d883 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 943 time: 0.0510404 Nov 01 23:07:40.134164 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-377d9710-1a42-4c93-8987-0ce0ff58d410 req-4fc27a1a-7b30-4679-a508-1403332031f3 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Nov 01 23:07:40.915867 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 22ccc007-6bb1-4388-a014-59b7f0ee3795 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:07:41.010310 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:41.020918 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '22ccc007-6bb1-4388-a014-59b7f0ee3795', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'port_id': '22ccc007-6bb1-4388-a014-59b7f0ee3795', 'mac_address': 'fa:16:3e:2b:49:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a7d71e-0d4b-4a27-91ce-b3e31defd6af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:07:41.057126 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:41.069332 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ccc007-6bb1-4388-a014-59b7f0ee3795 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:41.088454 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:41.091960 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:41.137020 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:41.247366 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d773f3-795f-425e-9fe0-d774d49bfa32 req-6378e5a1-1e4f-47d7-a0da-26b5ec404b18 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:41.248857 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1d773f3-795f-425e-9fe0-d774d49bfa32 req-6378e5a1-1e4f-47d7-a0da-26b5ec404b18 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 944 time: 0.0480275 Nov 01 23:07:41.285588 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b1d773f3-795f-425e-9fe0-d774d49bfa32 req-2afbbddb-5b7f-42cd-be69-b30a0a9f4e90 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Nov 01 23:07:41.539224 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['22ccc007-6bb1-4388-a014-59b7f0ee3795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:41.686454 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-48104dcc-48c0-4025-8472-7d0d58ec26ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:41.749212 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-485faa19-167f-4289-89fb-581fd70019ce req-00b95c59-e03e-4e2f-834e-5eb031eba887 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909934814&fields=id&tenant_id=875cc9fff87141578b165beb1cd06fc9 HTTP/1.1" status: 200 len: 267 time: 0.0357897 Nov 01 23:07:41.801905 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485faa19-167f-4289-89fb-581fd70019ce req-8ebb9af4-a36c-4f52-93a6-f585336bd7f6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:41.803330 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-485faa19-167f-4289-89fb-581fd70019ce req-8ebb9af4-a36c-4f52-93a6-f585336bd7f6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 984 time: 0.0483730 Nov 01 23:07:41.814767 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Request body: {'port': {'security_groups': ['4035d0f7-75a9-4183-a850-14904cf664c5']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:41.878868 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.048485 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:42.077439 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.082348 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.126474 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.127090 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.128508 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-485faa19-167f-4289-89fb-581fd70019ce req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "PUT /v2.0/ports/fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 942 time: 0.3185573 Nov 01 23:07:42.131125 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:42.133425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a4b36-d8ee-4883-bbae-9a08b77ea4af" -d '{"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:42.134632 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55930) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:42.165497 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4bb6f-99e3-4bca-a377-554765aeaa90 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event updated for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=7']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:42.188893 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c083b93e-e40f-4ce8-9dae-d6399da2fc00 x-openstack-request-id: req-c083b93e-e40f-4ce8-9dae-d6399da2fc00 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:42.189186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:42.189463 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c083b93e-e40f-4ce8-9dae-d6399da2fc00 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:42.189860 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:07:42.206700 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.235017 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.279712 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-edb51c6d-2d29-4b49-b859-872da90f0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.281471 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-edb51c6d-2d29-4b49-b859-872da90f0109 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1098 time: 0.0430362 Nov 01 23:07:42.284710 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:42.306559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.309658 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.310822 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "DELETE /v2.0/security-groups/317467ff-9252-46c5-acd8-3ec59c7a5193 HTTP/1.1" status: 204 len: 168 time: 0.1745646 Nov 01 23:07:42.314719 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 55936) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:42.356979 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e060ca-3e9b-4323-812a-39a5f3e7c5df tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=317467ff-9252-46c5-acd8-3ec59c7a5193,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:42.410865 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-5e1fc165-3ed7-4a2b-a3ee-9a572e01cdad None None] Provisioning complete for port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:07:42.411419 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc165-3ed7-4a2b-a3ee-9a572e01cdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.434631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb33228-4e04-426f-bdaf-632bebd7825e req-0231485c-79e8-4641-8c1c-545518103a0a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.436191 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4cb33228-4e04-426f-bdaf-632bebd7825e req-0231485c-79e8-4641-8c1c-545518103a0a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 944 time: 0.0764830 Nov 01 23:07:42.463254 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-8e159fcd-f619-4b0b-87cc-778eaf647b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.463670 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:42.464787 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-8e159fcd-f619-4b0b-87cc-778eaf647b2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1758733 Nov 01 23:07:42.509118 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Deleting port 0b8093fa-d87f-4061-96c0-e63b3445514d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:42.509455 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.516516 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4cb33228-4e04-426f-bdaf-632bebd7825e req-89d2228e-459b-45aa-9746-e9af580e961a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714524 Nov 01 23:07:42.542280 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-73380a57-d53c-4313-ad89-9a9a251b0466 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 1001 time: 0.0662987 Nov 01 23:07:42.598630 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-88e0c708-ef63-4b6e-8341-97febf817e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.600306 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-88e0c708-ef63-4b6e-8341-97febf817e09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0489426 Nov 01 23:07:42.611172 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.614483 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.626936 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Calling delete_port for 0b8093fa-d87f-4061-96c0-e63b3445514d owned by network:floatingip {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:42.654552 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-520afbb9-d201-4e71-a0e8-e3500fd63837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:42.656618 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-520afbb9-d201-4e71-a0e8-e3500fd63837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463269 Nov 01 23:07:42.716752 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.751061 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-78a6f9ca-a70a-49a3-a00f-b784edb6b5f6 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864377 Nov 01 23:07:42.776054 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.803824 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event deleted for resources: {'Port': ['ID=0b8093fa-d87f-4061-96c0-e63b3445514d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:42.847262 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-884a4b36-d8ee-4883-bbae-9a08b77ea4af req-50da576a-88c2-41b7-b29d-15aa316a9048 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879300 Nov 01 23:07:42.861389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks [] for floatingip, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:42.861653 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.l3_db [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Floating IP bc8cd102-9d5a-4052-8293-96810c0212d9 disassociated (deleted). External IP: 172.27.2.177, port: fa283e77-f2e0-4c80-88b2-c0d1777d2ca1. Nov 01 23:07:42.944724 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 22ccc007-6bb1-4388-a014-59b7f0ee3795 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:07:42.995632 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 22ccc007-6bb1-4388-a014-59b7f0ee3795 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:07:43.000177 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 22ccc007-6bb1-4388-a014-59b7f0ee3795 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:07:43.000547 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:43.076238 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:07:43.184836 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:07:43.189234 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:43.199007 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Sync routers for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:07:43.205986 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:43.216415 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-665f4dde-4596-4a74-9542-8b392c4d6f42 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "DELETE /v2.0/floatingips/bc8cd102-9d5a-4052-8293-96810c0212d9 HTTP/1.1" status: 204 len: 168 time: 0.9007447 Nov 01 23:07:43.217272 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:43.220335 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df2d90e-6993-4c3b-8749-7ea032e15bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:43.222106 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:43.222752 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:43.267882 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03718ef-1f1c-43d1-9671-8d62d0720165 x-openstack-request-id: req-f03718ef-1f1c-43d1-9671-8d62d0720165 {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:43.270862 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:43.274006 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f03718ef-1f1c-43d1-9671-8d62d0720165 {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:43.274006 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:07:43.274487 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:43.276790 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ca61e3-da1c-4247-8415-327db9a85a7b" -d '{"events": [{"server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "name": "network-vif-plugged", "status": "completed", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:43.294571 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:43.300062 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:43.372864 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-9776132b-7b56-48c0-8c0e-f59e3b407e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.375185 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-9776132b-7b56-48c0-8c0e-f59e3b407e95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=875cc9fff87141578b165beb1cd06fc9&device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 1098 time: 0.0544147 Nov 01 23:07:43.394795 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a93402a-d5a9-4de4-bc78-ab96966e36c7 x-openstack-request-id: req-8a93402a-d5a9-4de4-bc78-ab96966e36c7 {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:43.395154 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "name": "network-vif-plugged", "status": "completed", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:43.395489 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a93402a-d5a9-4de4-bc78-ab96966e36c7 {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:43.395916 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795', 'code': 200} Nov 01 23:07:43.428246 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:43.452017 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:43.491877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-7a4e9831-dd30-4f18-88d0-c9a0303c29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.493494 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-7a4e9831-dd30-4f18-88d0-c9a0303c29c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 200 len: 915 time: 0.1094549 Nov 01 23:07:43.573769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-0f6429f4-db2b-4063-ba3e-c1ae4951d6d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 200 len: 217 time: 0.0637271 Nov 01 23:07:43.690752 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:43.717892 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e256f-1371-4a93-9184-93944942f5f9 req-ebd2baaa-7c2e-414e-a933-e712bdff7a4b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.719071 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da5e256f-1371-4a93-9184-93944942f5f9 req-ebd2baaa-7c2e-414e-a933-e712bdff7a4b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.1264117 Nov 01 23:07:43.722148 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-b0c04a0a-fcd1-4b28-9819-0a4c0beb2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.723502 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-b0c04a0a-fcd1-4b28-9819-0a4c0beb2c9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 200 len: 853 time: 0.0946093 Nov 01 23:07:43.726063 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Checking router: dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:07:43.727277 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd1108-e126-451c-8676-eb8a6da73166 req-e180f936-da02-4f57-8681-006f4d0d94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.728662 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0fd1108-e126-451c-8676-eb8a6da73166 req-e180f936-da02-4f57-8681-006f4d0d94b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 1098 time: 0.1080437 Nov 01 23:07:43.735273 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:43.735986 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:43.811438 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-da5e256f-1371-4a93-9184-93944942f5f9 req-65b8a082-febb-46b7-aded-25999355b46a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862021 Nov 01 23:07:43.815247 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0fd1108-e126-451c-8676-eb8a6da73166 req-1d20b4cc-62ac-48fc-a4c1-6417e3e23bf3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726922 Nov 01 23:07:43.821778 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-f0755494-e012-46b4-89e8-ac99dce0725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:43.823377 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-f0755494-e012-46b4-89e8-ac99dce0725e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98961ea0-cfa1-4f66-96bc-86887422df06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797143 Nov 01 23:07:43.839017 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:44.038815 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:44.064686 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01781258-739f-495a-bdd2-fe212a4241dd None None] The sync data for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi is: [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:03:48Z', 'revision_number': 4, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'd83ed098-963e-47ae-87c2-a0e4a1395b82', 'name': '', 'network_id': '98961ea0-cfa1-4f66-96bc-86887422df06', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'mac_address': 'fa:16:3e:17:25:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:47Z', 'updated_at': '2021-11-01T23:03:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'subnets': [{'id': 'b2d5bcfe-952c-49e7-96fa-00083eef9048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:07:44.098092 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:44.285880 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92759975-e3ec-46ae-94ea-ee318cda6ad7 None None] New status for floating IP bc8cd102-9d5a-4052-8293-96810c0212d9: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:07:44.312387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-e6e17d87-fec0-428a-8c80-f03e613ad898 service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993271 Nov 01 23:07:44.418177 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5df2d90e-6993-4c3b-8749-7ea032e15bc9 req-a918e614-b3c2-4a0f-9c1a-53b68e4fa66c service neutron] 10.222.0.26 "GET /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886943 Nov 01 23:07:44.930466 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8f29e-2d0e-4245-ba82-adcfad3557cb req-d59eee59-2a62-48e8-8c00-77433396906c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:44.931901 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3ac8f29e-2d0e-4245-ba82-adcfad3557cb req-d59eee59-2a62-48e8-8c00-77433396906c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0541525 Nov 01 23:07:44.971143 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3ac8f29e-2d0e-4245-ba82-adcfad3557cb req-471a25b5-7f85-41e8-a8fb-018eccb76d53 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Nov 01 23:07:46.089555 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1574e27-c65e-4b32-84af-d4fa375bebf1 req-927e6b5a-0921-4f92-873a-aa6f38da69c2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:46.091065 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f1574e27-c65e-4b32-84af-d4fa375bebf1 req-927e6b5a-0921-4f92-873a-aa6f38da69c2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0522933 Nov 01 23:07:46.132230 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f1574e27-c65e-4b32-84af-d4fa375bebf1 req-a68cf18d-a23c-490d-b2ba-625d4ca389b9 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342553 Nov 01 23:07:46.769959 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:47.022037 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ef5f-24c2-4ced-ac46-2b1eaf405f72 req-f7bfb984-d4d2-4c2a-a36d-b3e5206dd3a5 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:47.023437 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-51d3ef5f-24c2-4ced-ac46-2b1eaf405f72 req-f7bfb984-d4d2-4c2a-a36d-b3e5206dd3a5 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0509827 Nov 01 23:07:47.064418 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-51d3ef5f-24c2-4ced-ac46-2b1eaf405f72 req-514d5090-95e9-4670-a83e-1c257b2ddec6 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351026 Nov 01 23:07:47.813592 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-be59dc5c-656f-45b0-8260-a88dd66f0a1e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:47.815039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-be59dc5c-656f-45b0-8260-a88dd66f0a1e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.0997581 Nov 01 23:07:47.829778 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-ac7da955-18bc-4801-a66c-b7b573826f27 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/quotas/25c80e66ceb34d2794360a01ac8e9c95 HTTP/1.1" status: 200 len: 375 time: 0.0089974 Nov 01 23:07:47.879048 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-da43e7a7-4dfb-428b-98bf-866960d2b6c9 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441601 Nov 01 23:07:47.969493 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-271faa70-5738-4726-98aa-ad4e79bd6b2a service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836976 Nov 01 23:07:48.058967 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0730ca3d-387e-4b6f-8780-110d8d5fba6c service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835106 Nov 01 23:07:48.182827 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815be7-4525-47da-8684-fb487c33451c req-ee25121d-db14-4525-b822-ea18c2edd29f tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:48.184380 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce815be7-4525-47da-8684-fb487c33451c req-ee25121d-db14-4525-b822-ea18c2edd29f tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0527589 Nov 01 23:07:48.218768 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-47519fe5-d6c0-4152-9705-f61c5c9c626e req-b2597280-f343-4dea-8e08-ea37aa1b0eaa tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Nov 01 23:07:48.247515 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ce815be7-4525-47da-8684-fb487c33451c req-6b2620d5-372b-4c0c-9ae6-e4b6428f6923 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Nov 01 23:07:49.268016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-210758f7-fe56-4d8f-8760-13040044a3a9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:49.270685 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-210758f7-fe56-4d8f-8760-13040044a3a9 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.26 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.0497398 Nov 01 23:07:49.316144 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-31fbe569-f6f2-4ebc-baa6-c40424ed1a96 req-af248cf2-389e-40c8-84a0-1a2aaae60747 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 210 time: 0.0291657 Nov 01 23:07:49.380964 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:49.417649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c803e-d87f-4e18-9109-9a9ff98e5de0 req-536b1856-99f5-441e-8dd5-3d09f798ca64 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:49.419152 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-292c803e-d87f-4e18-9109-9a9ff98e5de0 req-536b1856-99f5-441e-8dd5-3d09f798ca64 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 945 time: 0.1020668 Nov 01 23:07:49.539297 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-292c803e-d87f-4e18-9109-9a9ff98e5de0 req-a8a87de9-791d-4d40-8cab-23400d5b3e34 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/security-groups?id=4035d0f7-75a9-4183-a850-14904cf664c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064930 Nov 01 23:07:49.541268 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Deleting port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:49.541603 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:49.616137 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2d9479ec-ed67-4b6c-a961-ba9aa96f0420 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:49.617794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2d9479ec-ed67-4b6c-a961-ba9aa96f0420 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1968305 Nov 01 23:07:49.641894 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Request body: {'port': {'device_id': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'admin_state_up': True, 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:49.680398 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] For port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:49.680758 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:49.720118 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Calling delete_port for fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:49.829473 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:07:49.833165 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:49.950442 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:49.989096 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:50.009040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Pushing event deleted for resources: {'Port': ['ID=fa283e77-f2e0-4c80-88b2-c0d1777d2ca1,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:50.050409 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Allocated IP 172.20.0.4 (7e89bb6a-e604-4e3c-9eb3-711a71825b78/78a7d71e-0d4b-4a27-91ce-b3e31defd6af/3b67222b-8839-4f5c-8776-93c4dc753795) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:07:50.067178 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] No DVR routers for this DVR port fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:50.074318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:50.077871 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b5b5d5fb-e4e8-4aec-920f-2645cc146e1b req-111f8bab-0b19-4ef2-b6ee-bd847d8de334 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.26 "DELETE /v2.0/ports/fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 HTTP/1.1" status: 204 len: 173 time: 0.7597213 Nov 01 23:07:50.078318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'name': 'network-vif-deleted', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:50.080617 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d98904-cd8d-4085-845d-5082c3d24383" -d '{"events": [{"server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "name": "network-vif-deleted", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:50.118277 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ba3b00-b3e5-41b5-9e91-2e32e8a5683f x-openstack-request-id: req-d7ba3b00-b3e5-41b5-9e91-2e32e8a5683f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:50.118575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de01b6-d8c9-4a55-9468-58616f6b315e", "name": "network-vif-deleted", "tag": "fa283e77-f2e0-4c80-88b2-c0d1777d2ca1", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:50.118829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7ba3b00-b3e5-41b5-9e91-2e32e8a5683f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:50.119218 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de01b6-d8c9-4a55-9468-58616f6b315e', 'name': 'network-vif-deleted', 'tag': 'fa283e77-f2e0-4c80-88b2-c0d1777d2ca1', 'status': 'completed', 'code': 200} Nov 01 23:07:50.481067 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d7820845-1046-4a36-95bc-c2715f9d46fd req-b60f008d-42c8-47ed-a5aa-80c0049b8d92 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 210 time: 0.0310929 Nov 01 23:07:50.525901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:50.557938 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:50.598513 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', '22ccc007-6bb1-4388-a014-59b7f0ee3795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:50.601940 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:07:50.604912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:07:50.610013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:07:50.684102 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-80ffee09-ae6b-4d96-b7b1-e4b85d951d7a req-442e3585-45c5-43c5-80ca-42e4d1951d37 tempest-TestMinimumBasicScenario-1455567052 tempest-TestMinimumBasicScenario-1455567052-project] 10.222.0.11 "GET /v2.0/ports?device_id=45de01b6-d8c9-4a55-9468-58616f6b315e HTTP/1.1" status: 200 len: 210 time: 0.0429206 Nov 01 23:07:50.684757 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event updated for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:50.698337 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:50.699251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:50.719669 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-2e59ea52-fdb5-45a2-ad8a-6c17e6c42d55 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0840528 Nov 01 23:07:50.738614 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Request body: {'port': {'device_id': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:07:50.790233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.043477 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b67222b-8839-4f5c-8776-93c4dc753795 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:51.051231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.063016 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Transition to ACTIVE for port object 3b67222b-8839-4f5c-8776-93c4dc753795 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:07:51.066394 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.115753 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:51.179758 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Attempting to bind port 3b67222b-8839-4f5c-8776-93c4dc753795 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:07:51.180086 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Attempting to bind port 3b67222b-8839-4f5c-8776-93c4dc753795 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:07:51.180404 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Attempting to bind port 3b67222b-8839-4f5c-8776-93c4dc753795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:51.184533 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Port 3b67222b-8839-4f5c-8776-93c4dc753795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:07:51.184822 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Attempting to bind port 3b67222b-8839-4f5c-8776-93c4dc753795 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:07:51.189475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:07:51.189796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Checking segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:07:51.190169 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Bound using segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:07:51.190578 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Bound port: 3b67222b-8839-4f5c-8776-93c4dc753795, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:07:51.190917 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.250649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:07:51.253976 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=3b67222b-8839-4f5c-8776-93c4dc753795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:07:51.257814 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.293174 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:51.293839 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:51.295380 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] 10.222.0.26 "PUT /v2.0/ports/3b67222b-8839-4f5c-8776-93c4dc753795 HTTP/1.1" status: 200 len: 1093 time: 0.5607824 Nov 01 23:07:51.323210 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895db34-bc7a-4c43-b5af-d8d8a8ec9cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:51.387028 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0727bb8b-7bef-4149-bc8d-ddbfe88b339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:51.388547 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-0727bb8b-7bef-4149-bc8d-ddbfe88b339f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 1096 time: 0.0404027 Nov 01 23:07:51.447769 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-07d19570-9c27-4450-9908-f571a2bd12d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b67222b-8839-4f5c-8776-93c4dc753795 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Nov 01 23:07:51.495285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-74242d7b-9c48-41ee-b49d-ebffb5e87443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:51.496711 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-74242d7b-9c48-41ee-b49d-ebffb5e87443 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0419297 Nov 01 23:07:51.527884 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-22b13be7-45b3-4cb9-a82c-9b2ae3c7d444 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236320 Nov 01 23:07:51.646998 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795df76-0daa-49a3-83b1-1157dcbd82e6 req-9759fd60-6992-4a28-8011-46eed64f76a1 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:51.648482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2795df76-0daa-49a3-83b1-1157dcbd82e6 req-9759fd60-6992-4a28-8011-46eed64f76a1 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 943 time: 0.0961118 Nov 01 23:07:51.665076 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-3d31b85d-e885-4471-9097-091abb454461 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295509 Nov 01 23:07:51.743390 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2795df76-0daa-49a3-83b1-1157dcbd82e6 req-0444a5ca-bdd2-4c4b-9b81-0107e237c69b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878103 Nov 01 23:07:51.778482 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25ea97c7-1204-42f2-ae60-10feb0ca0359 req-f48be25f-4bb1-4996-a71a-9e1d11e3609a service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039627 Nov 01 23:07:52.120779 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:52.123147 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1957cc-4e82-422e-9eba-b788e5d2784d" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:52.161236 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76997453-0aa9-47b4-bd83-54e2dd53859a x-openstack-request-id: req-76997453-0aa9-47b4-bd83-54e2dd53859a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:52.161523 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:52.161775 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76997453-0aa9-47b4-bd83-54e2dd53859a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:52.162183 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795', 'status': 'completed', 'code': 200} Nov 01 23:07:52.258968 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-ee76db27-22cc-4669-9c30-32e9306c666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:52.260543 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-ee76db27-22cc-4669-9c30-32e9306c666c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 1096 time: 0.0403790 Nov 01 23:07:52.350898 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56084) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:52.355257 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-144120a5-2606-44fe-b378-e22a1c966c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:52.356795 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-144120a5-2606-44fe-b378-e22a1c966c64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 915 time: 0.0893753 Nov 01 23:07:52.398692 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-4dd254ef-df80-4616-a727-6cdddabcbf94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b67222b-8839-4f5c-8776-93c4dc753795 HTTP/1.1" status: 200 len: 217 time: 0.0341649 Nov 01 23:07:52.455645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-c1739fd6-a82d-412a-8623-1dcd47f4340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:52.457269 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-c1739fd6-a82d-412a-8623-1dcd47f4340c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0438480 Nov 01 23:07:52.488953 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-eb4da674-7edf-4dcd-90c8-be1f2ff0ef9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239763 Nov 01 23:07:52.582065 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-3ee42dce-d429-4e91-b4a1-835666f70cac service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Nov 01 23:07:52.676629 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9d1957cc-4e82-422e-9eba-b788e5d2784d req-409b1b50-5173-4b11-b0b4-15c7c5c7e534 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859113 Nov 01 23:07:52.696083 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:52.855567 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3fb0-227d-49fd-a014-59e1a03d7ed2 req-b6831cb9-c063-4a7b-8842-5c2ca2840f06 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:52.857040 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-72dc3fb0-227d-49fd-a014-59e1a03d7ed2 req-b6831cb9-c063-4a7b-8842-5c2ca2840f06 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 943 time: 0.0480151 Nov 01 23:07:52.895246 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-72dc3fb0-227d-49fd-a014-59e1a03d7ed2 req-cf6a6dc2-ab8c-42c1-bb11-4ffa4ccf6377 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Nov 01 23:07:52.936204 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Deleting port d83ed098-963e-47ae-87c2-a0e4a1395b82 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:52.936467 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:52.989334 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:53.008869 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:53.009204 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device fa283e77-f2e0-4c80-88b2-c0d1777d2ca1 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:53.011923 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] For port d83ed098-963e-47ae-87c2-a0e4a1395b82, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=d83ed098-963e-47ae-87c2-a0e4a1395b82,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:53.012305 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:53.024387 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Calling delete_port for d83ed098-963e-47ae-87c2-a0e4a1395b82 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:53.195903 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:53.224402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Pushing event deleted for resources: {'Port': ['ID=d83ed098-963e-47ae-87c2-a0e4a1395b82,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:53.601667 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:53.820241 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:07:53.921454 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:07:53.930813 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-53018d22-9b53-4947-9bca-3ddb2125691d admin admin] 10.222.0.11 "PUT /v2.0/routers/dfcc0d31-b644-4e9d-83c2-34fc18cbfe33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751410 Nov 01 23:07:53.930813 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56090) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:53.933746 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Sync routers for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:07:53.943767 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:53.944353 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:54.016454 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425e2f8-e8b3-4dee-834e-bb247a20a380 req-64b17b77-47cd-4b4c-b5cc-014b7dc2533c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:54.018048 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9425e2f8-e8b3-4dee-834e-bb247a20a380 req-64b17b77-47cd-4b4c-b5cc-014b7dc2533c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 943 time: 0.0515354 Nov 01 23:07:54.036243 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.051271 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:54.058306 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9425e2f8-e8b3-4dee-834e-bb247a20a380 req-9cd850e4-dafb-4036-a59a-5c218a152f35 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336871 Nov 01 23:07:54.142346 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.196325 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Deleting port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:54.196579 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.229989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:07:53Z', 'revision_number': 5, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port': {'id': 'cd280b7e-e68e-4cd4-97c0-eaa8673bdc80', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:fb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:46Z', 'updated_at': '2021-11-01T23:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:54.257076 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Checking router: dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:07:54.265713 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Routers {'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:54.266299 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:54.274089 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] For port cd280b7e-e68e-4cd4-97c0-eaa8673bdc80, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:54.274474 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.287053 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Calling delete_port for cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:54.349898 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] Set router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:54.399118 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:07:54Z', 'revision_number': 6, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:54.430162 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30baaaf4-5e37-4aa7-b4ac-05e340d473f8 None None] The sync data for ids ['dfcc0d31-b644-4e9d-83c2-34fc18cbfe33'] in dv-cinder-812216-2-iscsi is: [{'id': 'dfcc0d31-b644-4e9d-83c2-34fc18cbfe33', 'name': 'tempest-TestMinimumBasicScenario-545357580-router', 'tenant_id': '875cc9fff87141578b165beb1cd06fc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:45Z', 'updated_at': '2021-11-01T23:07:54Z', 'revision_number': 6, 'project_id': '875cc9fff87141578b165beb1cd06fc9', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:07:54.452939 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.479337 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd280b7e-e68e-4cd4-97c0-eaa8673bdc80,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:54.545508 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.634977 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.637102 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.678795 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.679619 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:07:54.684071 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.685281 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f454ebf9-7e1f-4ef0-97d2-5612ed6bc674 admin admin] 10.222.0.11 "DELETE /v2.0/routers/dfcc0d31-b644-4e9d-83c2-34fc18cbfe33 HTTP/1.1" status: 204 len: 168 time: 0.7544138 Nov 01 23:07:54.688293 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56092) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:54.734461 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Deleting subnet b2d5bcfe-952c-49e7-96fa-00083eef9048 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:07:54.737376 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.771032 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.849544 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.901200 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.932072 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:54.936577 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b2d5bcfe-952c-49e7-96fa-00083eef9048 HTTP/1.1" status: 204 len: 168 time: 0.2472737 Nov 01 23:07:54.937982 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0380d552-5988-4e95-949b-385dbd003ed0 None None] Network 98961ea0-cfa1-4f66-96bc-86887422df06 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:07:54.938278 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdc116-42c0-4224-bb07-ebb1fac42e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d5bcfe-952c-49e7-96fa-00083eef9048,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:54.939946 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56094) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:54.995110 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 3b67222b-8839-4f5c-8776-93c4dc753795 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:07:55.006448 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.056669 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Deleting port c0d004cf-b537-44ad-8441-fd2f2e4f19cf {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:55.056996 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.128994 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] For port c0d004cf-b537-44ad-8441-fd2f2e4f19cf, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,segment=NetworkSegment(cd5d099b-3c96-48dd-b0a0-0176037930ff),segment_id=cd5d099b-3c96-48dd-b0a0-0176037930ff)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:55.129389 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.140568 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=3b67222b-8839-4f5c-8776-93c4dc753795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:55.143179 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Calling delete_port for c0d004cf-b537-44ad-8441-fd2f2e4f19cf owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:55.152011 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '3b67222b-8839-4f5c-8776-93c4dc753795', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'port_id': '3b67222b-8839-4f5c-8776-93c4dc753795', 'mac_address': 'fa:16:3e:6e:a3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a7d71e-0d4b-4a27-91ce-b3e31defd6af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:07:55.193185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31e841-4a83-46c4-bcb0-02b359e7b7cf req-961d1f91-49f5-4f8f-a2e8-61f08c581edc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:55.195257 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f31e841-4a83-46c4-bcb0-02b359e7b7cf req-961d1f91-49f5-4f8f-a2e8-61f08c581edc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 943 time: 0.0658789 Nov 01 23:07:55.252756 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.260568 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8f31e841-4a83-46c4-bcb0-02b359e7b7cf req-74da4333-a873-477f-81e2-52a8b7efc4eb tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565739 Nov 01 23:07:55.286766 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d004cf-b537-44ad-8441-fd2f2e4f19cf,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:55.288678 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] No DVR routers for this DVR port c0d004cf-b537-44ad-8441-fd2f2e4f19cf on host dv-cinder-812216-2-iscsi {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:55.326397 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f68bd1-9b7d-49b4-884b-b6ec165c7707 None None] DHCP port deletion for 98961ea0-cfa1-4f66-96bc-86887422df06 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:07:55.346124 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.359383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b67222b-8839-4f5c-8776-93c4dc753795 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:07:55.363822 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.379677 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=3b67222b-8839-4f5c-8776-93c4dc753795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:55.383221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.384619 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98961ea0-cfa1-4f66-96bc-86887422df06']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:55.394203 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5d099b-3c96-48dd-b0a0-0176037930ff') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:55.394495 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5d099b-3c96-48dd-b0a0-0176037930ff') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:55.404219 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.418581 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.425254 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:07:55.425610 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:07:55.427349 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:07:55.433347 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:55.485544 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.491035 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:55.494515 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] 10.222.0.11 "DELETE /v2.0/networks/98961ea0-cfa1-4f66-96bc-86887422df06 HTTP/1.1" status: 204 len: 168 time: 0.5533345 Nov 01 23:07:55.497208 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56098) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:55.508804 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8e847-4442-4975-922f-5a0dec658980 admin admin] Pushing event deleted for resources: {'Network': ['ID=98961ea0-cfa1-4f66-96bc-86887422df06,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:55.813326 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['3b67222b-8839-4f5c-8776-93c4dc753795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:07:55.835110 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:56.076774 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Deleting port 986d82ca-7616-4b66-a7e1-595d679cf5cc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:56.077845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:56.154845 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] For port 986d82ca-7616-4b66-a7e1-595d679cf5cc, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=986d82ca-7616-4b66-a7e1-595d679cf5cc,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:56.155218 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:56.167099 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Calling delete_port for 986d82ca-7616-4b66-a7e1-595d679cf5cc owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:56.364331 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:56.400738 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371be1f9-d754-41b6-9f13-a8dbf9cb49bf req-ee66b80f-edfe-49c0-8aad-b271e57d2200 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:56.402213 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-371be1f9-d754-41b6-9f13-a8dbf9cb49bf req-ee66b80f-edfe-49c0-8aad-b271e57d2200 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 944 time: 0.0819564 Nov 01 23:07:56.402941 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=986d82ca-7616-4b66-a7e1-595d679cf5cc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:56.475712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d83ed098-963e-47ae-87c2-a0e4a1395b82 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:56.494357 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-371be1f9-d754-41b6-9f13-a8dbf9cb49bf req-a231dab7-d5f0-4ce7-b78c-ba38f5def90b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703449 Nov 01 23:07:56.506792 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: d83ed098-963e-47ae-87c2-a0e4a1395b82 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:56.507145 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device d83ed098-963e-47ae-87c2-a0e4a1395b82 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:56.507590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:56.531774 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:56.532312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device cd280b7e-e68e-4cd4-97c0-eaa8673bdc80 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:56.532819 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device c0d004cf-b537-44ad-8441-fd2f2e4f19cf no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:56.553380 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: c0d004cf-b537-44ad-8441-fd2f2e4f19cf {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:56.553725 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device c0d004cf-b537-44ad-8441-fd2f2e4f19cf not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:56.606233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:56.809020 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Router 5248e13b-306d-49d7-9b79-fa637d74bd1b has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:07:56.908754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:07:56.913717 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-625b2463-12bb-40cd-97b0-9409d478d2e1 admin admin] 10.222.0.11 "PUT /v2.0/routers/5248e13b-306d-49d7-9b79-fa637d74bd1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4152853 Nov 01 23:07:56.916235 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56102) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:56.918730 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Sync routers for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:07:56.929227 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:56.930081 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:57.006937 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 3b67222b-8839-4f5c-8776-93c4dc753795 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:07:57.020674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.029278 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:57.059714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 3b67222b-8839-4f5c-8776-93c4dc753795 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:07:57.064180 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 3b67222b-8839-4f5c-8776-93c4dc753795 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:07:57.064757 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.124855 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.143197 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.167506 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:07:57.169738 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c65aaea-d6ca-4b5a-a3c0-cbe7a7c7c3fc" -d '{"events": [{"server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "name": "network-vif-plugged", "status": "completed", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:07:57.182897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Deleting port 460f52e2-575c-4f81-8700-7c5521cb7542 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:57.183239 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.185727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=3b67222b-8839-4f5c-8776-93c4dc753795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:57.191438 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.222117 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de85065-a56d-44db-a3bd-5b69eba55bac x-openstack-request-id: req-8de85065-a56d-44db-a3bd-5b69eba55bac {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:07:57.222474 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "name": "network-vif-plugged", "status": "completed", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:07:57.222823 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8de85065-a56d-44db-a3bd-5b69eba55bac {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:07:57.223268 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795', 'code': 200} Nov 01 23:07:57.229619 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:07:56Z', 'revision_number': 5, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port': {'id': '460f52e2-575c-4f81-8700-7c5521cb7542', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:57.250048 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:57.256258 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Checking router: 5248e13b-306d-49d7-9b79-fa637d74bd1b for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:07:57.265101 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Routers {'5248e13b-306d-49d7-9b79-fa637d74bd1b'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:07:57.265732 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:07:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['5248e13b-306d-49d7-9b79-fa637d74bd1b'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:57.268064 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] For port 460f52e2-575c-4f81-8700-7c5521cb7542, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=460f52e2-575c-4f81-8700-7c5521cb7542,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:57.268433 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.280565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Calling delete_port for 460f52e2-575c-4f81-8700-7c5521cb7542 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:57.352476 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] Set router 5248e13b-306d-49d7-9b79-fa637d74bd1b gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:07:57.408177 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-12317eca-bdbb-495c-b526-10979c893625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:07:57Z', 'revision_number': 6, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:57.434735 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12317eca-bdbb-495c-b526-10979c893625 None None] The sync data for ids ['5248e13b-306d-49d7-9b79-fa637d74bd1b'] in dv-cinder-812216-2-iscsi is: [{'id': '5248e13b-306d-49d7-9b79-fa637d74bd1b', 'name': 'tempest-TestMinimumBasicScenario-803737574-router', 'tenant_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:03:50Z', 'updated_at': '2021-11-01T23:07:57Z', 'revision_number': 6, 'project_id': 'c8dfebb9ea2e44ddaebddb4dc9b06a11', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:07:57.477790 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485799e-afb1-40aa-bd1e-03c7a730621d req-7bd04bb0-2525-4547-b825-0ccf530258c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:57.479295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8485799e-afb1-40aa-bd1e-03c7a730621d req-7bd04bb0-2525-4547-b825-0ccf530258c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 1098 time: 0.0733769 Nov 01 23:07:57.480354 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.512285 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Pushing event deleted for resources: {'Port': ['ID=460f52e2-575c-4f81-8700-7c5521cb7542,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:57.860681 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8485799e-afb1-40aa-bd1e-03c7a730621d req-31b8406a-fc94-42c2-b126-cccf7d4fc8e5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711283 Nov 01 23:07:57.895283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:57.907376 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab5160-dba8-4ff7-b2fe-c091dc4a6658 req-20c0733c-9072-4715-abab-64334bbfcdfd tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:57.908844 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59ab5160-dba8-4ff7-b2fe-c091dc4a6658 req-20c0733c-9072-4715-abab-64334bbfcdfd tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0893486 Nov 01 23:07:58.005565 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.007650 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.057857 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-59ab5160-dba8-4ff7-b2fe-c091dc4a6658 req-a3e2935f-543d-4a22-86ba-818c5cdfb0ff tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262114 Nov 01 23:07:58.064973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.065558 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5248e13b-306d-49d7-9b79-fa637d74bd1b {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:07:58.072118 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.073224 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-5817bb5e-69e2-4a85-9fbc-8c5596b08557 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5248e13b-306d-49d7-9b79-fa637d74bd1b HTTP/1.1" status: 204 len: 168 time: 1.1560230 Nov 01 23:07:58.076090 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56108) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:58.119087 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Deleting subnet 9a880c86-e5dc-493b-a0b0-e55b0298d8dd {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:07:58.122054 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.155363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.235051 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.288520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.317897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a880c86-e5dc-493b-a0b0-e55b0298d8dd,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:58.325901 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.330739 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4bf37861-1425-4db5-90bc-59dddd18fa0e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9a880c86-e5dc-493b-a0b0-e55b0298d8dd HTTP/1.1" status: 204 len: 168 time: 0.2535636 Nov 01 23:07:58.330922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216600f-eaa5-494f-b3ca-1bb64358b5c2 None None] Network e6a75572-2317-41b9-b10d-4ac2468ba2d9 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:07:58.333122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56110) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:58.405230 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.471831 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Deleting port 003abd85-5958-4260-b158-243f9648b8b0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:58.472212 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.497101 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 986d82ca-7616-4b66-a7e1-595d679cf5cc no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:58.523265 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] DHCP port deletion for e6a75572-2317-41b9-b10d-4ac2468ba2d9 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:07:58.525303 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 986d82ca-7616-4b66-a7e1-595d679cf5cc {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:58.525629 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 986d82ca-7616-4b66-a7e1-595d679cf5cc not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:58.526205 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 460f52e2-575c-4f81-8700-7c5521cb7542 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:07:58.541578 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] For port 003abd85-5958-4260-b158-243f9648b8b0, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=003abd85-5958-4260-b158-243f9648b8b0,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:58.542148 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.546252 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 460f52e2-575c-4f81-8700-7c5521cb7542 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:07:58.546590 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 460f52e2-575c-4f81-8700-7c5521cb7542 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:07:58.556059 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Calling delete_port for 003abd85-5958-4260-b158-243f9648b8b0 owned by network:dhcp {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:58.590009 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Deleting port 003abd85-5958-4260-b158-243f9648b8b0 {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:07:58.590380 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.638436 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.655893 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] For port 003abd85-5958-4260-b158-243f9648b8b0, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=003abd85-5958-4260-b158-243f9648b8b0,segment=NetworkSegment(aef09ff2-829c-448e-a247-299c9af705c1),segment_id=aef09ff2-829c-448e-a247-299c9af705c1)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:07:58.656854 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.663819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=003abd85-5958-4260-b158-243f9648b8b0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:58.668013 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] No DVR routers for this DVR port 003abd85-5958-4260-b158-243f9648b8b0 on host dv-cinder-812216-2-iscsi {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:58.670763 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Calling delete_port for 003abd85-5958-4260-b158-243f9648b8b0 owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:07:58.744345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.761355 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.764649 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a75572-2317-41b9-b10d-4ac2468ba2d9']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:58.774103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef09ff2-829c-448e-a247-299c9af705c1') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:58.774322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef09ff2-829c-448e-a247-299c9af705c1') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:07:58.783944 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.791408 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] No DVR routers for this DVR port 003abd85-5958-4260-b158-243f9648b8b0 on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:07:58.795559 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ceabd-6897-4e38-be6d-1f4572361bd0 None None] Pushing event deleted for resources: {'Port': ['ID=003abd85-5958-4260-b158-243f9648b8b0,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:58.798146 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.806066 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:07:58.806457 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:07:58.808165 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:07:58.838193 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:07:58.862622 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.868150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:58.872643 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6a75572-2317-41b9-b10d-4ac2468ba2d9 HTTP/1.1" status: 204 len: 168 time: 0.5372550 Nov 01 23:07:58.882974 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edd309-62c4-46d8-8653-3e981ac229f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a75572-2317-41b9-b10d-4ac2468ba2d9,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:59.039610 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56114) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:59.090660 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-076ab16e-b8f2-4ca2-86e3-cf0acfe6c59d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=875cc9fff87141578b165beb1cd06fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496714 Nov 01 23:07:59.093247 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56118) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:59.169006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.196353 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.210534 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189b4aa-34b1-4253-b86d-6e3657b3435f req-a4df98fd-5a15-4856-975b-18a17187562e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:07:59.212060 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d189b4aa-34b1-4253-b86d-6e3657b3435f req-a4df98fd-5a15-4856-975b-18a17187562e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0825751 Nov 01 23:07:59.264751 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d189b4aa-34b1-4253-b86d-6e3657b3435f req-5162cb37-eaf3-4ccf-b2b4-de2fd8155306 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Nov 01 23:07:59.271915 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.274470 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.275589 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4035d0f7-75a9-4183-a850-14904cf664c5 HTTP/1.1" status: 204 len: 168 time: 0.1808810 Nov 01 23:07:59.284355 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd41a0-85be-4858-a0d0-0e6827115baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4035d0f7-75a9-4183-a850-14904cf664c5,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:07:59.595943 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56124) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:59.634931 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e33eda8a-6b8b-4553-b932-a85232bd04e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8dfebb9ea2e44ddaebddb4dc9b06a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378299 Nov 01 23:07:59.637397 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56126) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:07:59.690000 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.711195 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.761504 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.764057 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:07:59.765187 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d225a445-97dc-4581-bc15-e178ba9c8f2e HTTP/1.1" status: 204 len: 168 time: 0.1268778 Nov 01 23:07:59.773145 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27735647-0e51-4d42-91a5-b2e8586cc879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d225a445-97dc-4581-bc15-e178ba9c8f2e,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:00.386251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab9dd3-9b64-4d67-868e-80ead46da980 req-33c41451-d6e1-4d70-8c2e-220b9a5c9fea tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:00.387758 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6ab9dd3-9b64-4d67-868e-80ead46da980 req-33c41451-d6e1-4d70-8c2e-220b9a5c9fea tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0565808 Nov 01 23:08:00.426425 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e6ab9dd3-9b64-4d67-868e-80ead46da980 req-a5510ca3-b62d-4daf-8fd5-c8541828fe1a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325830 Nov 01 23:08:00.458496 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 003abd85-5958-4260-b158-243f9648b8b0 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:00.478137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 003abd85-5958-4260-b158-243f9648b8b0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:00.478478 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 003abd85-5958-4260-b158-243f9648b8b0 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:03.022952 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-73700029-d539-4b4a-b949-cb523c751219 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437696 Nov 01 23:08:03.098231 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-ead3b895-a02e-4fd0-8522-8bcee386fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:03.099881 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-ead3b895-a02e-4fd0-8522-8bcee386fe6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 1099 time: 0.0413549 Nov 01 23:08:03.210157 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-b234f08a-6cf0-41ae-8fb7-2e479fac7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:03.212234 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-b234f08a-6cf0-41ae-8fb7-2e479fac7b0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0926487 Nov 01 23:08:03.282889 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-3e3b543c-9c89-478f-ad7b-2cc2ab3384d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 200 len: 1002 time: 0.0626397 Nov 01 23:08:03.342211 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-d14d35e1-9ae3-4487-9dbe-ce87baf45fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:03.343980 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-d14d35e1-9ae3-4487-9dbe-ce87baf45fb0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0540519 Nov 01 23:08:03.395768 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-a68983e7-e27e-4608-a6f9-e0d1774f8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:03.397231 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-a68983e7-e27e-4608-a6f9-e0d1774f8d40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432789 Nov 01 23:08:03.485865 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-78515f5c-5f43-4a63-9894-c42a679da4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808678 Nov 01 23:08:03.576796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-55b93046-fe0c-4f7e-afd2-0b9e9bfff3a5 req-01ff6c59-7b0b-40a5-bc98-ebc790409ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Nov 01 23:08:09.464495 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-33fde605-e2bc-4298-ad8c-d30c01edd177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:11.166320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-48b4ad10-7c11-48c6-bf99-159a5274c23a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:11.167808 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-48b4ad10-7c11-48c6-bf99-159a5274c23a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.0994599 Nov 01 23:08:11.182720 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-7e356e8b-7f37-4686-8f1b-0314e68bbc04 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/quotas/25c80e66ceb34d2794360a01ac8e9c95 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Nov 01 23:08:11.238388 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1e723eac-559d-48e1-896e-f2d2aca89635 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497658 Nov 01 23:08:11.420415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-c18af070-481c-425f-b8b0-466656a063cb service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750455 Nov 01 23:08:11.511135 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-f4a2aa24-ef27-4361-8123-16242819e200 service neutron] 10.222.0.11 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845950 Nov 01 23:08:11.664038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7f01f1d-96eb-44fc-a8c6-7314fec95ccd req-2710ceae-1ec8-4de3-b404-4b38c88de730 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 210 time: 0.0257156 Nov 01 23:08:11.696212 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-52d9836e-8f6e-4aee-a55a-04084ae063bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:12.724559 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:12.734956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-9503b9f9-5062-48e1-9e80-b66725a30dff tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:12.736434 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-9503b9f9-5062-48e1-9e80-b66725a30dff tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 814 time: 0.1121459 Nov 01 23:08:12.773663 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Request body: {'port': {'device_id': '46dd5f90-dafe-413d-b02e-ce4479670325', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'admin_state_up': True, 'tenant_id': '25c80e66ceb34d2794360a01ac8e9c95'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:08:12.777895 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b0adcf44-7552-4b79-8375-a781f6fbfb16 req-78d6bab9-4722-4a88-81b2-37003b506e4b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 210 time: 0.0369072 Nov 01 23:08:12.879948 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Made reservation on behalf of 25c80e66ceb34d2794360a01ac8e9c95 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:08:12.883363 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.007254 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Allocated IP 172.20.0.6 (7e89bb6a-e604-4e3c-9eb3-711a71825b78/78a7d71e-0d4b-4a27-91ce-b3e31defd6af/2ade9d02-8c85-4c59-b152-a57261319d29) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:08:13.149105 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.181741 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.220371 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', '22ccc007-6bb1-4388-a014-59b7f0ee3795', '3b67222b-8839-4f5c-8776-93c4dc753795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:13.223224 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:08:13.228440 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:08:13.232213 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:08:13.238700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event updated for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:13.285414 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:13.285932 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.301983 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-8aeaab4c-d041-482f-9594-fa338d82a99e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323679 Nov 01 23:08:13.322153 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Request body: {'port': {'device_id': '46dd5f90-dafe-413d-b02e-ce4479670325', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:08:13.376494 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.628595 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ade9d02-8c85-4c59-b152-a57261319d29 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:08:13.635939 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.648395 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Transition to ACTIVE for port object 2ade9d02-8c85-4c59-b152-a57261319d29 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:08:13.652317 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.700557 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:13.769233 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Attempting to bind port 2ade9d02-8c85-4c59-b152-a57261319d29 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:08:13.769921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Attempting to bind port 2ade9d02-8c85-4c59-b152-a57261319d29 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:08:13.769921 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Attempting to bind port 2ade9d02-8c85-4c59-b152-a57261319d29 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:08:13.774042 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Port 2ade9d02-8c85-4c59-b152-a57261319d29 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:08:13.774358 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Attempting to bind port 2ade9d02-8c85-4c59-b152-a57261319d29 on network 7e89bb6a-e604-4e3c-9eb3-711a71825b78 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:08:13.779020 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:08:13.779350 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Checking segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:08:13.779760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Bound using segment: {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:08:13.780175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Bound port: 2ade9d02-8c85-4c59-b152-a57261319d29, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7654b74-b268-422f-846b-3e205e8ac0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:08:13.780520 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.841645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:08:13.846718 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=2ade9d02-8c85-4c59-b152-a57261319d29,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:08:13.858544 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.912819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:13.913425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:13.914768 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] 10.222.0.26 "PUT /v2.0/ports/2ade9d02-8c85-4c59-b152-a57261319d29 HTTP/1.1" status: 200 len: 1093 time: 0.5967073 Nov 01 23:08:13.915204 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:13.917453 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9157d931-d02c-4514-b30f-51b9d98c1695" -d '{"events": [{"name": "network-changed", "server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:13.951682 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b68121-67a5-47db-8e55-6ff41598a64f req-92c731b0-193d-426c-b3a8-2453cf44a578 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:13.953206 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-72b68121-67a5-47db-8e55-6ff41598a64f req-92c731b0-193d-426c-b3a8-2453cf44a578 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 943 time: 0.1052029 Nov 01 23:08:13.954347 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b2bc6-7d78-4586-ab9a-d29196e636fb service neutron] Pushing event updated for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:13.957841 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42844f0f-043c-41ab-add8-de87728f87e9 x-openstack-request-id: req-42844f0f-043c-41ab-add8-de87728f87e9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:13.958128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:13.958377 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42844f0f-043c-41ab-add8-de87728f87e9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:13.958760 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29', 'status': 'completed', 'code': 200} Nov 01 23:08:13.992933 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-72b68121-67a5-47db-8e55-6ff41598a64f req-5c385058-1c61-414c-800e-1ba90e893a51 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321097 Nov 01 23:08:14.042506 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-0cd2b6e3-9453-4b63-80a3-9a32a4d0874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:14.044033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-0cd2b6e3-9453-4b63-80a3-9a32a4d0874b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 1096 time: 0.0392406 Nov 01 23:08:14.095973 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-afefdcb1-76ed-4035-b635-c7630e10f4bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ade9d02-8c85-4c59-b152-a57261319d29 HTTP/1.1" status: 200 len: 217 time: 0.0344572 Nov 01 23:08:14.103832 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:14.146877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-ef59f021-d773-4223-8c73-2b45d0245d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:14.148341 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-ef59f021-d773-4223-8c73-2b45d0245d0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0456009 Nov 01 23:08:14.180754 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-68d9874e-e89e-48cf-9c68-6bba3320812e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238678 Nov 01 23:08:14.268423 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-394b92c4-cb5a-4470-87e7-811c7388d287 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785770 Nov 01 23:08:14.360692 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c06f6eb3-fd7e-43b7-9ced-2b6f18781534 req-ba4ff29a-7d47-4d29-88ff-e532ecf2d942 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834138 Nov 01 23:08:14.521175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-85ea1b1a-3598-4aed-a6d5-1bdd7655fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:14.522526 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-85ea1b1a-3598-4aed-a6d5-1bdd7655fd06 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 1096 time: 0.0394301 Nov 01 23:08:14.616514 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-fd26d8a1-89cd-48ce-a07e-05fd89c8bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:14.617990 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-fd26d8a1-89cd-48ce-a07e-05fd89c8bf0b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 200 len: 915 time: 0.0889449 Nov 01 23:08:14.658650 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-6e8e9dc0-3c47-45d1-b1ee-6b9fc9139fa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ade9d02-8c85-4c59-b152-a57261319d29 HTTP/1.1" status: 200 len: 217 time: 0.0335615 Nov 01 23:08:14.709797 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-1b7fb27b-6fdd-4078-93d0-7d4a8c78534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:14.711565 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-1b7fb27b-6fdd-4078-93d0-7d4a8c78534b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 200 len: 854 time: 0.0459259 Nov 01 23:08:14.749312 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-3339e435-781f-4e57-95a3-69d6fe9189dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e89bb6a-e604-4e3c-9eb3-711a71825b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308273 Nov 01 23:08:14.836913 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-6e481bd6-dfba-4119-947d-40c185079ec5 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801837 Nov 01 23:08:14.926348 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9157d931-d02c-4514-b30f-51b9d98c1695 req-e0b028cc-df84-424d-aed8-af55d64c5673 service neutron] 10.222.0.26 "GET /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821304 Nov 01 23:08:15.110669 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b706e-5646-4c1c-9410-54599fa043d0 req-4b6606c7-9194-44b7-8647-38e5e733f043 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:15.112108 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-498b706e-5646-4c1c-9410-54599fa043d0 req-4b6606c7-9194-44b7-8647-38e5e733f043 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 943 time: 0.0485475 Nov 01 23:08:15.149025 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-498b706e-5646-4c1c-9410-54599fa043d0 req-d8b7b3a2-dd52-4f4c-9a30-702c5a108f0c tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Nov 01 23:08:16.259367 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f36886-490b-41c8-9398-0037b4c86268 req-158fca15-d01a-450b-9ed8-110c2a16263b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:16.260819 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87f36886-490b-41c8-9398-0037b4c86268 req-158fca15-d01a-450b-9ed8-110c2a16263b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 943 time: 0.0471997 Nov 01 23:08:16.301338 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-87f36886-490b-41c8-9398-0037b4c86268 req-4a137198-37ec-451a-8edf-d1396a8b6eab tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347171 Nov 01 23:08:16.774538 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:17.413875 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354c240-a52e-4f60-a74b-3f75a88c85df req-412f85a3-5fc7-4148-9070-8e0b0157c6d4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:17.415330 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9354c240-a52e-4f60-a74b-3f75a88c85df req-412f85a3-5fc7-4148-9070-8e0b0157c6d4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 943 time: 0.0478578 Nov 01 23:08:17.453029 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9354c240-a52e-4f60-a74b-3f75a88c85df req-2320442c-191d-4c43-b0ba-b1d86abef3d8 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Nov 01 23:08:18.565517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eba47b-d815-4296-a924-d716fdf8dba8 req-1bd19094-37c2-4889-a0f2-0a3331391d41 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:18.566975 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7eba47b-d815-4296-a924-d716fdf8dba8 req-1bd19094-37c2-4889-a0f2-0a3331391d41 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 943 time: 0.0477135 Nov 01 23:08:18.606427 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f7eba47b-d815-4296-a924-d716fdf8dba8 req-06f6c1df-087d-442a-b19c-be9fdda0b084 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Nov 01 23:08:19.117699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 2ade9d02-8c85-4c59-b152-a57261319d29 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:08:19.208742 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=2ade9d02-8c85-4c59-b152-a57261319d29,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:19.220179 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '2ade9d02-8c85-4c59-b152-a57261319d29', 'network_id': '7e89bb6a-e604-4e3c-9eb3-711a71825b78', 'port_id': '2ade9d02-8c85-4c59-b152-a57261319d29', 'mac_address': 'fa:16:3e:f3:3b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a7d71e-0d4b-4a27-91ce-b3e31defd6af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:08:19.258956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:19.271089 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ade9d02-8c85-4c59-b152-a57261319d29 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:08:19.290278 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=2ade9d02-8c85-4c59-b152-a57261319d29,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:19.293846 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:19.338801 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:19.346231 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.346583 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.346924 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.347663 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.348257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.348842 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.349198 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.349532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.349864 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.350193 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.350522 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.350841 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:19.380851 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:19.719046 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701f981-2dce-4235-9f7c-9f9085af092c req-9bb91bfe-ca40-4d08-9fcb-2a1e701c73bc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:19.720544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8701f981-2dce-4235-9f7c-9f9085af092c req-9bb91bfe-ca40-4d08-9fcb-2a1e701c73bc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 944 time: 0.0496612 Nov 01 23:08:19.746630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['2ade9d02-8c85-4c59-b152-a57261319d29'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:19.762197 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8701f981-2dce-4235-9f7c-9f9085af092c req-f7a49f98-3369-495c-9087-3807b85fec0b tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358090 Nov 01 23:08:20.877561 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c05dd4-b3d8-4c11-ab2a-bf4758c9b854 req-ff49e474-4c5c-41bc-810d-8e109fbe2888 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:20.879024 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25c05dd4-b3d8-4c11-ab2a-bf4758c9b854 req-ff49e474-4c5c-41bc-810d-8e109fbe2888 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 944 time: 0.0481169 Nov 01 23:08:20.916604 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-25c05dd4-b3d8-4c11-ab2a-bf4758c9b854 req-9e6d2a97-f208-431f-8cf0-7cce90c42af0 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Nov 01 23:08:21.132948 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 2ade9d02-8c85-4c59-b152-a57261319d29 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:08:21.165130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba341629-d197-4ad4-b1f4-2ba1932b8803 req-77bbb32e-7959-434f-a3d8-ceb23c4235ab tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:21.166674 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba341629-d197-4ad4-b1f4-2ba1932b8803 req-77bbb32e-7959-434f-a3d8-ceb23c4235ab tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0498009 Nov 01 23:08:21.181709 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 2ade9d02-8c85-4c59-b152-a57261319d29 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:08:21.185882 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 2ade9d02-8c85-4c59-b152-a57261319d29 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:08:21.186255 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:21.205727 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ba341629-d197-4ad4-b1f4-2ba1932b8803 req-f3e094ca-8320-409f-92a4-0edf6e7653d4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328326 Nov 01 23:08:21.264487 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:21.286441 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:21.288700 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daa0d36-490d-47ed-b092-800d45e74656" -d '{"events": [{"server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "name": "network-vif-plugged", "status": "completed", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:21.300518 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=2ade9d02-8c85-4c59-b152-a57261319d29,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:21.304503 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:21.328263 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3999858e-bd8e-4ae9-96fd-473eeb216f4a x-openstack-request-id: req-3999858e-bd8e-4ae9-96fd-473eeb216f4a {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:21.328558 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "name": "network-vif-plugged", "status": "completed", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:21.328808 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3999858e-bd8e-4ae9-96fd-473eeb216f4a {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:21.329196 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29', 'code': 200} Nov 01 23:08:21.353426 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:21.542597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf8627-2841-44b0-a4fc-c147b97fa02c req-9cb9da7a-54d3-4a5d-99a1-53558b7254f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:21.544071 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-90bf8627-2841-44b0-a4fc-c147b97fa02c req-9cb9da7a-54d3-4a5d-99a1-53558b7254f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 1098 time: 0.0384827 Nov 01 23:08:21.584004 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-90bf8627-2841-44b0-a4fc-c147b97fa02c req-a39f672f-7d60-4c24-ac7c-0015bc3c81fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Nov 01 23:08:22.033631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33fa56-076b-4101-aa40-44685e714c8b req-3c30a2b4-9780-40cb-aad9-fcc92a9daac0 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:22.035118 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5f33fa56-076b-4101-aa40-44685e714c8b req-3c30a2b4-9780-40cb-aad9-fcc92a9daac0 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0497415 Nov 01 23:08:22.079079 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5f33fa56-076b-4101-aa40-44685e714c8b req-7c2d3a13-2549-4e8f-b71f-5091b1ae3cb2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Nov 01 23:08:22.317670 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f2417-a9fe-40e0-863c-a865d928fa9c req-acddb74b-8c8d-4985-9bc1-1a097552bb6b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:22.319092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e1f2417-a9fe-40e0-863c-a865d928fa9c req-acddb74b-8c8d-4985-9bc1-1a097552bb6b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0474401 Nov 01 23:08:22.356431 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5e1f2417-a9fe-40e0-863c-a865d928fa9c req-12ea2243-4654-4036-a012-265759002f7b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Nov 01 23:08:23.192080 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7bdd39-9896-4925-aec0-935d8fc3a881 req-188cf217-1955-434a-9978-4fe8bcd2602f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:23.193556 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d7bdd39-9896-4925-aec0-935d8fc3a881 req-188cf217-1955-434a-9978-4fe8bcd2602f tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0482831 Nov 01 23:08:23.234739 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1d7bdd39-9896-4925-aec0-935d8fc3a881 req-a18e4885-2db9-44b2-b9aa-49a4b628eca5 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Nov 01 23:08:23.467187 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40091b6-1c3a-4f9e-a09a-256958a816f3 req-d19a1017-25e6-41bd-957d-b764e9d51a32 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:23.469144 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c40091b6-1c3a-4f9e-a09a-256958a816f3 req-d19a1017-25e6-41bd-957d-b764e9d51a32 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0484703 Nov 01 23:08:23.505245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c40091b6-1c3a-4f9e-a09a-256958a816f3 req-ac00e3fc-00a7-443b-af57-0ae48cb770ec tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303557 Nov 01 23:08:23.741983 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-95fccc29-09c7-46cb-9a2f-70d7615a3de7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:23.743333 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-95fccc29-09c7-46cb-9a2f-70d7615a3de7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 946 time: 0.0474968 Nov 01 23:08:23.833971 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:08:23.834305 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:23.917495 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] For port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:23.917836 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:24.081680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:24.082043 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:24.082359 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP ab499016-2be9-4fa2-94b7-3a334948435b disassociated. External IP: 172.27.2.191, port: b3a5bc49-d913-46c1-b0e8-5d38cfb5013e. Nov 01 23:08:24.082701 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for b3a5bc49-d913-46c1-b0e8-5d38cfb5013e owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:08:24.207821 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:24.233587 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=b3a5bc49-d913-46c1-b0e8-5d38cfb5013e,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:24.377074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:08:24.392713 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044db22-6522-4776-860b-6c9bbbb4750b req-a4c3c2f9-9129-4231-a688-37d2bc2e90ce tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:24.394205 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2044db22-6522-4776-860b-6c9bbbb4750b req-a4c3c2f9-9129-4231-a688-37d2bc2e90ce tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0742505 Nov 01 23:08:24.470111 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2044db22-6522-4776-860b-6c9bbbb4750b req-e86bf893-b6b9-459f-8897-f07ac9ea65eb tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691535 Nov 01 23:08:24.831173 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-03a2e03a-a06b-4eec-885b-2e50982538af req-b29b8c64-da85-4fad-9bf1-d977cde333f5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0308688 Nov 01 23:08:24.833946 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:08:24.844297 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:08:24.853856 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:08:24.854718 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:08:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:24.875944 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] No DVR routers for this DVR port b3a5bc49-d913-46c1-b0e8-5d38cfb5013e on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:08:24.878515 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:24.881676 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-dd055a65-830d-4b69-9a6d-53e01583c91d req-31274504-48e1-4e9a-b603-a5a3d6af8122 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "DELETE /v2.0/ports/b3a5bc49-d913-46c1-b0e8-5d38cfb5013e HTTP/1.1" status: 204 len: 173 time: 1.1315882 Nov 01 23:08:24.882124 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'name': 'network-vif-deleted', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:24.884557 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea4375-4f22-41d9-96c5-15d04f3ebd72" -d '{"events": [{"server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "name": "network-vif-deleted", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:24.923886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbe8e89-a805-429e-8d1c-56084624f5a6 x-openstack-request-id: req-5fbe8e89-a805-429e-8d1c-56084624f5a6 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:24.924501 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce878257-18d3-4ad6-9420-38d45c2229bb", "name": "network-vif-deleted", "tag": "b3a5bc49-d913-46c1-b0e8-5d38cfb5013e", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:24.924754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fbe8e89-a805-429e-8d1c-56084624f5a6 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:24.925834 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce878257-18d3-4ad6-9420-38d45c2229bb', 'name': 'network-vif-deleted', 'tag': 'b3a5bc49-d913-46c1-b0e8-5d38cfb5013e', 'status': 'completed', 'code': 200} Nov 01 23:08:24.967996 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:08:25.159652 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:25.185174 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:08:25.192985 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:08:25.193565 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:08:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:25.293429 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:08:25.597883 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:25.626422 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878630af-41fa-4d96-84ca-261e1fe04eab None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:08:25.843360 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258658b-0be4-469b-8a64-13ad4dc76681 None None] New status for floating IP ab499016-2be9-4fa2-94b7-3a334948435b: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:08:25.947199 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f4a5f39c-3543-4871-9657-8564f32e5029 req-267d812d-139b-4720-83ef-e2bf608f1c17 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce878257-18d3-4ad6-9420-38d45c2229bb HTTP/1.1" status: 200 len: 210 time: 0.0293758 Nov 01 23:08:27.188034 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-5f477d3c-6639-4f73-b5dd-6219d68c1a9d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256451380&fields=id&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 267 time: 0.0319419 Nov 01 23:08:27.190358 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b3a5bc49-d913-46c1-b0e8-5d38cfb5013e no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:27.214383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: b3a5bc49-d913-46c1-b0e8-5d38cfb5013e {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:27.214861 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device b3a5bc49-d913-46c1-b0e8-5d38cfb5013e not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:27.302516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-de065448-be53-48ed-8a1c-7ba596c25988 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:27.303935 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-de065448-be53-48ed-8a1c-7ba596c25988 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1085606 Nov 01 23:08:27.319054 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-8ada949b-0e2b-472d-a424-a858686e8fe9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/quotas/822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 375 time: 0.0092564 Nov 01 23:08:27.369753 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-d99c804d-6059-4f44-acfe-b42950aebaad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456269 Nov 01 23:08:27.463107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-e53f53cb-f064-4a32-8799-cc9c676251a4 service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815649 Nov 01 23:08:27.547099 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-b0463747-6053-47a6-823e-5b945230b299 service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780847 Nov 01 23:08:27.817888 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ac9c54ae-014f-41e1-86fe-c5eb0fc49c13 req-fb9b7aff-9dc8-4ee8-ae96-d41a589357cb tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 210 time: 0.0267551 Nov 01 23:08:28.846493 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-726212ef-3c43-431a-9e15-805f789e7d87 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:28.848026 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-726212ef-3c43-431a-9e15-805f789e7d87 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1051693 Nov 01 23:08:28.913739 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bd38af43-823e-4df4-930a-a473eeceb6c6 req-2fe280bf-80ae-4603-a450-6fdccf0db055 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 210 time: 0.0287056 Nov 01 23:08:28.928299 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-47cee6af-57d6-4761-9861-38f3e1562e19 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 380 time: 0.0571380 Nov 01 23:08:28.939799 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'port': {'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'admin_state_up': True, 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'security_groups': ['2c5718ef-6c08-454c-be60-98d55f8cf4f1']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:08:29.046028 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Made reservation on behalf of 822e8546184a4b72ac4427e5c4eb5e81 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:08:29.050283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.182673 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.20.0.5 (5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43/1cabfdbf-22ca-4734-903f-fca3ff5fae55/e6ae9948-010f-48df-b7a2-779e0e8f23f0) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:08:29.314716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.347015 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.391677 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:08:29.396711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:08:29.400424 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:08:29.407222 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:29.457303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:29.458010 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.476319 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0e46de8c-3c75-433f-b7af-9b4292ba5359 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407066 Nov 01 23:08:29.496322 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Request body: {'port': {'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:08:29.551045 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.618133 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-446094df-efb6-40b3-9907-02737aafa57e None None] Provisioning complete for port e6ae9948-010f-48df-b7a2-779e0e8f23f0 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:08:29.618567 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-446094df-efb6-40b3-9907-02737aafa57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.650909 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-446094df-efb6-40b3-9907-02737aafa57e None None] Port e6ae9948-010f-48df-b7a2-779e0e8f23f0 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:08:29.812864 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ae9948-010f-48df-b7a2-779e0e8f23f0 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:08:29.821146 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.834407 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Transition to ACTIVE for port object e6ae9948-010f-48df-b7a2-779e0e8f23f0 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:08:29.838289 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:29.889425 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:29.961992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Attempting to bind port e6ae9948-010f-48df-b7a2-779e0e8f23f0 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:08:29.962327 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Attempting to bind port e6ae9948-010f-48df-b7a2-779e0e8f23f0 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:08:29.962651 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Attempting to bind port e6ae9948-010f-48df-b7a2-779e0e8f23f0 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:08:29.967214 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Port e6ae9948-010f-48df-b7a2-779e0e8f23f0 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:08:29.967577 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Attempting to bind port e6ae9948-010f-48df-b7a2-779e0e8f23f0 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:08:29.972927 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:08:29.973257 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:08:29.973633 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Bound using segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:08:29.974051 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Bound port: e6ae9948-010f-48df-b7a2-779e0e8f23f0, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:08:29.974398 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:30.075234 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e118d6-1fa1-414b-b9e3-f2a46c895b19 req-e1ff38e8-a541-4762-a024-ea3e910c1a3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.076732 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9e118d6-1fa1-414b-b9e3-f2a46c895b19 req-e1ff38e8-a541-4762-a024-ea3e910c1a3f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0902324 Nov 01 23:08:30.083323 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:08:30.087434 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:08:30.095283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:30.141293 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.141899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:30.143688 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 1093 time: 0.6519134 Nov 01 23:08:30.145580 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:30.147772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb02c37-09c5-441e-aa29-da7b79014025" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:30.173436 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9e118d6-1fa1-414b-b9e3-f2a46c895b19 req-92640bbc-8ebd-4fe3-95ee-f484fb4d960c tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877802 Nov 01 23:08:30.183968 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f4c05-0bbc-403e-948a-782be66110c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:30.212462 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a253bc47-1bae-46cf-8b61-10df2cd9166a x-openstack-request-id: req-a253bc47-1bae-46cf-8b61-10df2cd9166a {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:30.212752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:30.213000 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a253bc47-1bae-46cf-8b61-10df2cd9166a {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:30.213406 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'status': 'completed', 'code': 200} Nov 01 23:08:30.273351 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-7ce67e1b-f3b7-42c4-aa43-e8cbae6f107c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.274871 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-7ce67e1b-f3b7-42c4-aa43-e8cbae6f107c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1096 time: 0.0464370 Nov 01 23:08:30.324975 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-7c84ffbf-6f66-4689-9d2f-28576d5223c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 217 time: 0.0334558 Nov 01 23:08:30.374456 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-e086f960-b793-4086-9ef2-ff912066eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.376038 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-e086f960-b793-4086-9ef2-ff912066eb3d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0432703 Nov 01 23:08:30.433188 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-35333d7c-3ba0-4d09-917e-cf56c0fb1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.434683 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-35333d7c-3ba0-4d09-917e-cf56c0fb1bbe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469422 Nov 01 23:08:30.528139 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-207f56e5-7cc2-4000-90b6-7e6f99f5de73 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851226 Nov 01 23:08:30.619049 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-95b1199c-21ac-4dbd-a315-2cb934faccbd req-adda66ab-3df5-4c39-aca3-1d67f27c2db7 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822470 Nov 01 23:08:30.738545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-01693b68-2e46-4f30-b349-f7a5e0d82a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.740086 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-01693b68-2e46-4f30-b349-f7a5e0d82a64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1096 time: 0.0401452 Nov 01 23:08:30.835802 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-74e8b7a1-2ac1-404a-af8a-2056e878de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.837295 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-74e8b7a1-2ac1-404a-af8a-2056e878de72 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0880737 Nov 01 23:08:30.880651 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-7913d560-e623-4f6b-b848-cc27c7a40104 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 217 time: 0.0355823 Nov 01 23:08:30.929035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-10624aa7-588c-47a1-aa84-c5b7bfc5f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.930645 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-10624aa7-588c-47a1-aa84-c5b7bfc5f1cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0420668 Nov 01 23:08:30.975642 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-dae20e5e-5fb9-4506-92f1-b17c5dea2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:30.977079 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-dae20e5e-5fb9-4506-92f1-b17c5dea2300 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389466 Nov 01 23:08:31.070676 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-b472fe27-91a5-4b88-8592-6ad12472e224 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855830 Nov 01 23:08:31.175519 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cb02c37-09c5-441e-aa29-da7b79014025 req-3b562f2f-8149-40df-ab1b-a76347594c61 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946605 Nov 01 23:08:31.295446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f413b-7a51-4819-bf05-db9dd6b95c08 req-1b7c1f5c-7695-44f3-8ef5-1af3b50b42b1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:31.296955 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fb9f413b-7a51-4819-bf05-db9dd6b95c08 req-1b7c1f5c-7695-44f3-8ef5-1af3b50b42b1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0522745 Nov 01 23:08:31.333536 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-fb9f413b-7a51-4819-bf05-db9dd6b95c08 req-9a049fb5-8d2d-4818-b832-cc23bad1d754 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307593 Nov 01 23:08:32.448272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e971e-21c9-4ec1-8493-e3e19a2af93d req-28ea5e7f-caf3-4e7c-b762-7d1132e1e7a3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:32.449793 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-209e971e-21c9-4ec1-8493-e3e19a2af93d req-28ea5e7f-caf3-4e7c-b762-7d1132e1e7a3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Nov 01 23:08:32.495969 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-209e971e-21c9-4ec1-8493-e3e19a2af93d req-f134fc34-a271-424f-a1ca-07f99fd389a5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355585 Nov 01 23:08:33.612147 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00059b8-f172-4eb4-969f-0d17d14d34c3 req-dcd216fd-2959-4b30-922e-370c2abace47 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:33.615911 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b00059b8-f172-4eb4-969f-0d17d14d34c3 req-dcd216fd-2959-4b30-922e-370c2abace47 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0520427 Nov 01 23:08:33.657238 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b00059b8-f172-4eb4-969f-0d17d14d34c3 req-cf3e16d4-53cb-4ae0-8dad-f7706e949da0 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 Nov 01 23:08:34.773903 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cb3ef-2202-4ee8-a71f-867ab2f2a25d req-bf25b4f3-c73c-45e5-b11a-abcd75a7fa28 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:34.775375 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f6cb3ef-2202-4ee8-a71f-867ab2f2a25d req-bf25b4f3-c73c-45e5-b11a-abcd75a7fa28 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0504894 Nov 01 23:08:34.817524 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4f6cb3ef-2202-4ee8-a71f-867ab2f2a25d req-83d0521b-3afb-4f87-81e5-ffe63190e77e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Nov 01 23:08:35.837383 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:08:35.933759 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877fefa-c557-4ed5-bd48-b3e558fab694 req-67cff595-2332-4e64-946b-49a90384e1f4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:35.935284 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a877fefa-c557-4ed5-bd48-b3e558fab694 req-67cff595-2332-4e64-946b-49a90384e1f4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0491707 Nov 01 23:08:35.972812 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a877fefa-c557-4ed5-bd48-b3e558fab694 req-7e2e349f-f207-459f-9645-34c704862026 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Nov 01 23:08:36.356740 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc666a-f01c-464b-b77c-b1bd2bdd1b88 req-8fa80ccf-84c3-44e0-8aca-114ed1023a4a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:36.358181 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06bc666a-f01c-464b-b77c-b1bd2bdd1b88 req-8fa80ccf-84c3-44e0-8aca-114ed1023a4a tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0478966 Nov 01 23:08:36.395500 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-06bc666a-f01c-464b-b77c-b1bd2bdd1b88 req-aeb60c9f-b11f-4bf0-8427-c5cf9cab3163 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Nov 01 23:08:37.089710 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e309bdd-4054-4b62-ab75-03499b9fe1e2 req-6c92bf4c-ab94-48a6-ac89-67de75b8aa5f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:37.091216 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8e309bdd-4054-4b62-ab75-03499b9fe1e2 req-6c92bf4c-ab94-48a6-ac89-67de75b8aa5f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0520570 Nov 01 23:08:37.128427 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8e309bdd-4054-4b62-ab75-03499b9fe1e2 req-95a6e180-c156-4fbd-8f1a-87924aa0fe1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308273 Nov 01 23:08:37.518573 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117c578-4f3a-478d-b60c-06776133c497 req-d9c9a5f1-702e-42d7-b4bc-ce7f4c2934a9 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:37.520092 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1117c578-4f3a-478d-b60c-06776133c497 req-d9c9a5f1-702e-42d7-b4bc-ce7f4c2934a9 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0593307 Nov 01 23:08:37.557209 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-1117c578-4f3a-478d-b60c-06776133c497 req-c0bc7bc3-9386-4186-a8e7-a701c004b6f1 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Nov 01 23:08:38.239035 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94022ced-10b8-4f4b-b641-0b0a51dcc9f2 req-ad9a2e98-f004-42cd-b118-21be493ef03e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:38.240976 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-94022ced-10b8-4f4b-b641-0b0a51dcc9f2 req-ad9a2e98-f004-42cd-b118-21be493ef03e tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0483444 Nov 01 23:08:38.278095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-94022ced-10b8-4f4b-b641-0b0a51dcc9f2 req-90b00fda-3243-4b21-b45b-32f0c8ae0105 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Nov 01 23:08:38.529253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-883da56f-1ea7-4577-a359-4296cc03acc7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:38.531175 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-883da56f-1ea7-4577-a359-4296cc03acc7 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Nov 01 23:08:38.633306 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Deleting port 2ade9d02-8c85-4c59-b152-a57261319d29 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:08:38.633648 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:38.739060 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115fadf-9439-45d6-954c-37b5e698ae54 req-4d0987fc-96a3-4e09-bbc3-c098f73e1c02 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:38.740495 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c115fadf-9439-45d6-954c-37b5e698ae54 req-4d0987fc-96a3-4e09-bbc3-c098f73e1c02 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=46dd5f90-dafe-413d-b02e-ce4479670325 HTTP/1.1" status: 200 len: 945 time: 0.1176262 Nov 01 23:08:38.770973 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] For port 2ade9d02-8c85-4c59-b152-a57261319d29, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=2ade9d02-8c85-4c59-b152-a57261319d29,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:38.771330 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:38.789080 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Calling delete_port for 2ade9d02-8c85-4c59-b152-a57261319d29 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:08:38.807626 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c115fadf-9439-45d6-954c-37b5e698ae54 req-a26cdb3f-df21-4122-8ba9-a591954dff39 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611479 Nov 01 23:08:38.927169 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:38.957098 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event deleted for resources: {'Port': ['ID=2ade9d02-8c85-4c59-b152-a57261319d29,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:38.966735 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', '22ccc007-6bb1-4388-a014-59b7f0ee3795', '3b67222b-8839-4f5c-8776-93c4dc753795', '2ade9d02-8c85-4c59-b152-a57261319d29'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:38.982819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.983168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.983529 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.983862 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.984191 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.984541 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.984866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.985189 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.985508 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.985826 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.986145 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:38.986463 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:39.006796 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] No DVR routers for this DVR port 2ade9d02-8c85-4c59-b152-a57261319d29 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:08:39.009225 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:39.012571 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c8449dfa-6753-4802-8862-190cc2e6c0a4 req-57e5a002-b6b8-4b1a-8e65-0eaae4b23ff4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "DELETE /v2.0/ports/2ade9d02-8c85-4c59-b152-a57261319d29 HTTP/1.1" status: 204 len: 173 time: 0.4738357 Nov 01 23:08:39.013006 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'name': 'network-vif-deleted', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:39.015820 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928523fb-f7b1-4fce-9240-06387833a504" -d '{"events": [{"server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "name": "network-vif-deleted", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:39.055838 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e38ff9-78c1-4ac9-8e0e-c790b776d421 x-openstack-request-id: req-95e38ff9-78c1-4ac9-8e0e-c790b776d421 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:39.056133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46dd5f90-dafe-413d-b02e-ce4479670325", "name": "network-vif-deleted", "tag": "2ade9d02-8c85-4c59-b152-a57261319d29", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:39.056389 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95e38ff9-78c1-4ac9-8e0e-c790b776d421 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:39.056788 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46dd5f90-dafe-413d-b02e-ce4479670325', 'name': 'network-vif-deleted', 'tag': '2ade9d02-8c85-4c59-b152-a57261319d29', 'status': 'completed', 'code': 200} Nov 01 23:08:39.393416 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6aa53b-5d80-4fa6-bf6e-f5338ec2304a req-cbb3771a-a84c-4880-86a5-ce1384b781ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:39.394926 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0e6aa53b-5d80-4fa6-bf6e-f5338ec2304a req-cbb3771a-a84c-4880-86a5-ce1384b781ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0518746 Nov 01 23:08:39.431755 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-0e6aa53b-5d80-4fa6-bf6e-f5338ec2304a req-849359c0-be2b-4fd1-b54c-b32f8ac5950f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Nov 01 23:08:39.467775 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9663c8ee-2bf8-4b93-bcc3-5dddaea2d1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:40.542738 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a1b94-c05e-4538-bb7c-62408bb2d550 req-6c0c4af2-a65c-4bb2-ab89-ea7a02554986 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:40.544226 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b1a1b94-c05e-4538-bb7c-62408bb2d550 req-6c0c4af2-a65c-4bb2-ab89-ea7a02554986 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0474515 Nov 01 23:08:40.581510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2b1a1b94-c05e-4538-bb7c-62408bb2d550 req-89068eb1-e42e-46c9-8ff3-b3b8e3b50c80 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309987 Nov 01 23:08:41.186909 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2906c-f34a-4f69-b3a5-438229738b7c req-e30ad44d-7637-4e8d-89a5-e13586793761 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:41.188393 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d1a2906c-f34a-4f69-b3a5-438229738b7c req-e30ad44d-7637-4e8d-89a5-e13586793761 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0502009 Nov 01 23:08:41.212170 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 2ade9d02-8c85-4c59-b152-a57261319d29 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:41.226108 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d1a2906c-f34a-4f69-b3a5-438229738b7c req-82165a70-ff66-4226-bbc6-d0d6c844dc83 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Nov 01 23:08:41.233914 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 2ade9d02-8c85-4c59-b152-a57261319d29 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:41.234257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 2ade9d02-8c85-4c59-b152-a57261319d29 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:41.688981 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8a65ffab-ebc4-4382-9a3e-e3239280f827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:41.698941 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cd964-2974-404b-b31e-4ec8d5525814 req-d8ac04a6-d2a7-4259-bc0e-307bfba63bb0 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:41.700426 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ea4cd964-2974-404b-b31e-4ec8d5525814 req-d8ac04a6-d2a7-4259-bc0e-307bfba63bb0 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0518219 Nov 01 23:08:41.737113 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ea4cd964-2974-404b-b31e-4ec8d5525814 req-a80b5c5a-5afd-44e6-b984-c072d8360f5f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300786 Nov 01 23:08:42.339375 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa185-2298-44ac-9c6f-49f1d24a77ab req-dc414676-1559-4342-b01a-26e3eb964021 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:42.340835 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6c0aa185-2298-44ac-9c6f-49f1d24a77ab req-dc414676-1559-4342-b01a-26e3eb964021 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0472307 Nov 01 23:08:42.377238 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-6c0aa185-2298-44ac-9c6f-49f1d24a77ab req-6ae0d791-8f08-4fb9-b8a9-20fb37f4ddbf tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302720 Nov 01 23:08:42.723327 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:42.851814 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5643-450d-4bb4-a017-4848c20b8b0b req-72224632-fcd0-40f7-9abb-b7071c47dc72 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:42.853276 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-190c5643-450d-4bb4-a017-4848c20b8b0b req-72224632-fcd0-40f7-9abb-b7071c47dc72 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 943 time: 0.0493743 Nov 01 23:08:42.890052 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-190c5643-450d-4bb4-a017-4848c20b8b0b req-c4d475fd-546f-4876-869c-32fc81091ea3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301723 Nov 01 23:08:43.084478 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-dede13c6-adf1-4f5a-b13c-0db8cd45140e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:43.085907 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-dede13c6-adf1-4f5a-b13c-0db8cd45140e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 945 time: 0.0508175 Nov 01 23:08:43.171908 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Deleting port 3b67222b-8839-4f5c-8776-93c4dc753795 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:08:43.172167 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.209709 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e6ae9948-010f-48df-b7a2-779e0e8f23f0 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:08:43.262218 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] For port 3b67222b-8839-4f5c-8776-93c4dc753795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=3b67222b-8839-4f5c-8776-93c4dc753795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:43.262597 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.275821 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Calling delete_port for 3b67222b-8839-4f5c-8776-93c4dc753795 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:08:43.306401 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:43.317845 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:08:43.354416 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.367383 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ae9948-010f-48df-b7a2-779e0e8f23f0 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:08:43.386921 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:43.391922 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.402406 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.441038 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:43.459017 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event deleted for resources: {'Port': ['ID=3b67222b-8839-4f5c-8776-93c4dc753795,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:43.476446 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', '22ccc007-6bb1-4388-a014-59b7f0ee3795', '3b67222b-8839-4f5c-8776-93c4dc753795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:43.494455 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] No DVR routers for this DVR port 3b67222b-8839-4f5c-8776-93c4dc753795 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:08:43.497585 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a04a7226-363f-41e6-99be-1ebeb6c022b0 req-9166545d-34f3-416d-a2ea-e166ea5348ac tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569 HTTP/1.1" status: 200 len: 210 time: 0.0428090 Nov 01 23:08:43.499582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:43.502318 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-bb97ff1e-3d36-4725-a564-f4760eeabf82 req-8b73b06a-456c-4685-8caf-640084099cc4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "DELETE /v2.0/ports/3b67222b-8839-4f5c-8776-93c4dc753795 HTTP/1.1" status: 204 len: 173 time: 0.4097400 Nov 01 23:08:43.502767 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'name': 'network-vif-deleted', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:43.505034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fcfd7e-ee54-44c8-ab95-35f8c5ec821b" -d '{"events": [{"server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "name": "network-vif-deleted", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:43.540876 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234c5447-b07d-41d0-adf2-e742bd3714f7 x-openstack-request-id: req-234c5447-b07d-41d0-adf2-e742bd3714f7 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:43.541168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569", "name": "network-vif-deleted", "tag": "3b67222b-8839-4f5c-8776-93c4dc753795", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:43.541423 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-234c5447-b07d-41d0-adf2-e742bd3714f7 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:43.541997 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbfd3d8-6cee-4fa5-bf4e-c67a5a715569', 'name': 'network-vif-deleted', 'tag': '3b67222b-8839-4f5c-8776-93c4dc753795', 'status': 'completed', 'code': 200} Nov 01 23:08:43.834023 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['e6ae9948-010f-48df-b7a2-779e0e8f23f0'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:44.005928 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d0117-8e37-4289-af44-4cb8aa8552c6 req-cb8c41e2-e4aa-46e0-80f9-5785c2f85799 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:44.008009 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-674d0117-8e37-4289-af44-4cb8aa8552c6 req-cb8c41e2-e4aa-46e0-80f9-5785c2f85799 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 944 time: 0.0520780 Nov 01 23:08:44.045666 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-674d0117-8e37-4289-af44-4cb8aa8552c6 req-17abc289-4192-48b3-853d-a10970214a95 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316648 Nov 01 23:08:44.104544 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:44.769902 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6050c6-1897-44eb-a3a8-d8b0e266e904 req-8c4db7b1-3369-4d40-bf1e-56a46192dcce tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:44.771377 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3a6050c6-1897-44eb-a3a8-d8b0e266e904 req-8c4db7b1-3369-4d40-bf1e-56a46192dcce tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Nov 01 23:08:44.807544 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-3a6050c6-1897-44eb-a3a8-d8b0e266e904 req-0514b0b2-5835-4cf5-87a3-abc721b50124 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302150 Nov 01 23:08:45.160412 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdc76c-a5ba-4286-a37d-2f4cac5c2efa req-e6d8cf5f-0ea3-4e21-8748-835f8983a7c7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:45.161887 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b2fdc76c-a5ba-4286-a37d-2f4cac5c2efa req-e6d8cf5f-0ea3-4e21-8748-835f8983a7c7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 944 time: 0.0473616 Nov 01 23:08:45.198777 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-b2fdc76c-a5ba-4286-a37d-2f4cac5c2efa req-ef5ff74b-a8b3-4c55-a311-487cc15ab7f7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309811 Nov 01 23:08:45.238373 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e6ae9948-010f-48df-b7a2-779e0e8f23f0 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:08:45.297390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port e6ae9948-010f-48df-b7a2-779e0e8f23f0 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:08:45.301187 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port e6ae9948-010f-48df-b7a2-779e0e8f23f0 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:08:45.301554 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:45.375603 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:45.397283 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:45.399531 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96bc88-896a-4ae9-8b03-c0f60ae2c516" -d '{"events": [{"server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "name": "network-vif-plugged", "status": "completed", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:45.412340 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:45.416226 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:45.438992 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8716d329-06d2-43b5-a0ab-e81db8c7bfef x-openstack-request-id: req-8716d329-06d2-43b5-a0ab-e81db8c7bfef {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:45.439277 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "name": "network-vif-plugged", "status": "completed", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:45.439549 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8716d329-06d2-43b5-a0ab-e81db8c7bfef {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:45.439927 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'code': 200} Nov 01 23:08:45.466339 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:45.660400 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c032c4-1d7c-4897-a51b-5ada21ca642b req-1f54f747-75e9-4be8-8c3a-deb783fd2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:45.661756 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50c032c4-1d7c-4897-a51b-5ada21ca642b req-1f54f747-75e9-4be8-8c3a-deb783fd2c84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0429876 Nov 01 23:08:45.697936 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50c032c4-1d7c-4897-a51b-5ada21ca642b req-0329e2fb-ab02-4969-8944-8698e529ae7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281754 Nov 01 23:08:45.924641 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8467-6b9a-4207-94b5-5537adfddc8f req-a8277378-6eb9-42f5-a007-41b76c012160 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:45.926018 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7ba8467-6b9a-4207-94b5-5537adfddc8f req-a8277378-6eb9-42f5-a007-41b76c012160 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0487313 Nov 01 23:08:45.963916 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c7ba8467-6b9a-4207-94b5-5537adfddc8f req-b75802ec-9a97-4889-99d8-11eb032a2b28 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Nov 01 23:08:46.311920 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef2dc-e534-4b2c-94e6-099773fd0a8a req-befdd373-44fb-400e-9081-90b78a35aa21 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:46.313377 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-467ef2dc-e534-4b2c-94e6-099773fd0a8a req-befdd373-44fb-400e-9081-90b78a35aa21 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0477891 Nov 01 23:08:46.349457 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-467ef2dc-e534-4b2c-94e6-099773fd0a8a req-f0581be1-3994-431c-8067-42c98f4eba4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302885 Nov 01 23:08:46.776101 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.107621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344216ec-3aeb-4dd1-8f6f-663a32c949d5 req-a4e6b499-5edd-402b-a568-bd995eed19c5 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:47.109708 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-344216ec-3aeb-4dd1-8f6f-663a32c949d5 req-a4e6b499-5edd-402b-a568-bd995eed19c5 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0815942 Nov 01 23:08:47.121061 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-6113788c-8c14-49d1-9d51-74cd679b7723 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:47.122415 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-6113788c-8c14-49d1-9d51-74cd679b7723 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc379274-2435-47c0-a20a-3235fe515e50 HTTP/1.1" status: 200 len: 945 time: 0.0652101 Nov 01 23:08:47.156245 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-344216ec-3aeb-4dd1-8f6f-663a32c949d5 req-177de5bb-0014-4978-bd3c-effeead5fdb4 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328903 Nov 01 23:08:47.240147 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 3b67222b-8839-4f5c-8776-93c4dc753795 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:47.249582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Deleting port 22ccc007-6bb1-4388-a014-59b7f0ee3795 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:08:47.249858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.259020 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 3b67222b-8839-4f5c-8776-93c4dc753795 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:47.259363 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 3b67222b-8839-4f5c-8776-93c4dc753795 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:47.336311 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] For port 22ccc007-6bb1-4388-a014-59b7f0ee3795, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=22ccc007-6bb1-4388-a014-59b7f0ee3795,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:47.336924 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.350295 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Calling delete_port for 22ccc007-6bb1-4388-a014-59b7f0ee3795 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:08:47.509397 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cc3e7-9653-424b-a383-a4453123fe6e req-ae6b15f9-8425-4d75-a5e3-7e5a6eb7f7a3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:47.510777 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-624cc3e7-9653-424b-a383-a4453123fe6e req-ae6b15f9-8425-4d75-a5e3-7e5a6eb7f7a3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0866733 Nov 01 23:08:47.518588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.551504 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', '22ccc007-6bb1-4388-a014-59b7f0ee3795'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:47.558777 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event deleted for resources: {'Port': ['ID=22ccc007-6bb1-4388-a014-59b7f0ee3795,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:47.611076 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] No DVR routers for this DVR port 22ccc007-6bb1-4388-a014-59b7f0ee3795 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:08:47.613524 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-624cc3e7-9653-424b-a383-a4453123fe6e req-1cd9d3df-c831-42fa-b3b6-b3382bcc668b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959589 Nov 01 23:08:47.614564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.617776 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d0433f3d-74ca-42e0-8132-fe9e2b151184 req-7d24373c-8b24-4b0a-ac4e-1b8dff882c08 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "DELETE /v2.0/ports/22ccc007-6bb1-4388-a014-59b7f0ee3795 HTTP/1.1" status: 204 len: 173 time: 0.4523888 Nov 01 23:08:47.618213 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'name': 'network-vif-deleted', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:47.620660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3c3795-a56b-414a-9e44-19311f512b56" -d '{"events": [{"server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "name": "network-vif-deleted", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:47.659599 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58efdac9-554f-4c4f-97cf-e4997514cb95 x-openstack-request-id: req-58efdac9-554f-4c4f-97cf-e4997514cb95 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:47.659959 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc379274-2435-47c0-a20a-3235fe515e50", "name": "network-vif-deleted", "tag": "22ccc007-6bb1-4388-a014-59b7f0ee3795", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:47.660711 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58efdac9-554f-4c4f-97cf-e4997514cb95 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:47.660711 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc379274-2435-47c0-a20a-3235fe515e50', 'name': 'network-vif-deleted', 'tag': '22ccc007-6bb1-4388-a014-59b7f0ee3795', 'status': 'completed', 'code': 200} Nov 01 23:08:47.750306 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e000-08d6-48b0-9d75-06faf9ff8ed4 req-4fcc90e6-083d-4f2c-ab7d-8d3eef0ccd83 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:47.751792 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c887e000-08d6-48b0-9d75-06faf9ff8ed4 req-4fcc90e6-083d-4f2c-ab7d-8d3eef0ccd83 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Nov 01 23:08:47.789652 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c887e000-08d6-48b0-9d75-06faf9ff8ed4 req-52c970ee-876b-4071-874e-9315804b9bb5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Nov 01 23:08:47.812889 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56412) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:47.852968 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900ec77f-1efc-4a17-812a-f1de0632ad5b tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:47.854529 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-900ec77f-1efc-4a17-812a-f1de0632ad5b tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1093 time: 0.0406382 Nov 01 23:08:47.857619 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56414) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:47.861922 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.v2.base [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:08:47.882983 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:47.973560 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:48.080558 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_common [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.27.2.136 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc) {{(pid=101291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:08:48.192489 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:48.226819 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:48.263920 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:08:48.266893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.base_scheduler [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:08:48.270329 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:08:48.302111 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:48.315317 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.315635 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.315973 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.316310 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.316640 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.317029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.317359 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.317684 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.318064 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.318386 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.318708 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.319026 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:08:48.856823 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:48.919526 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.063704 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.068407 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2263446'] for port, after_update {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.134944 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc,revision_number=2']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:49.149870 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.250954 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.db.l3_db [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP c088951f-bfd9-4b31-8d94-6890d702cde1 associated. External IP: 172.27.2.136, port: e6ae9948-010f-48df-b7a2-779e0e8f23f0. Nov 01 23:08:49.370329 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.462411 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:08:49.542108 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92db0-453a-4282-9485-c9c02fde9220 req-f6292d82-ca83-49eb-8335-f47f252b19fc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:49.543483 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6f92db0-453a-4282-9485-c9c02fde9220 req-f6292d82-ca83-49eb-8335-f47f252b19fc tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 945 time: 0.0472789 Nov 01 23:08:49.569192 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:08:49.579331 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:08:49.588366 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:49.589649 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c6f92db0-453a-4282-9485-c9c02fde9220 req-7342d09d-e5c5-40a4-b8e4-65a0fc26d77e tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Nov 01 23:08:49.600320 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:08:49.600950 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:08:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:49.621341 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-36de664a-2a37-42f3-9651-2a46100095af tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7626595 Nov 01 23:08:49.621988 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0'}] {{(pid=101291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:49.625282 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cca38151d9ac33db5ba284ab493839c1db3bec9396f747b83d222bf64f0630a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0"}]}' {{(pid=101291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:49.661092 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60a26e7-d17d-4bb2-8c3f-a51247d88bfd x-openstack-request-id: req-d60a26e7-d17d-4bb2-8c3f-a51247d88bfd {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:49.661500 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0", "status": "completed", "code": 200}]} {{(pid=101291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:49.661756 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d60a26e7-d17d-4bb2-8c3f-a51247d88bfd {{(pid=101291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:49.662152 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'status': 'completed', 'code': 200} Nov 01 23:08:49.707758 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:08:49.748500 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-d82c418b-74a9-4e75-b91a-a1f800e87214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:49.750636 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-d82c418b-74a9-4e75-b91a-a1f800e87214 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0407326 Nov 01 23:08:49.839240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-8529c026-c4a8-4c87-984d-f943bb0f1231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:49.840736 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-8529c026-c4a8-4c87-984d-f943bb0f1231 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0823536 Nov 01 23:08:49.907214 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-e2872c3b-681e-49bd-b8c8-c3ee0084f48b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 999 time: 0.0581553 Nov 01 23:08:49.924498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:48Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:49.955026 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:08:49.957434 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-8ee7673f-1ca2-48f3-adc5-824863fb7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:49.959744 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-8ee7673f-1ca2-48f3-adc5-824863fb7270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0448546 Nov 01 23:08:49.963699 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:08:49.964388 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:08:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:50.005899 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-d326ba6d-7ea2-451a-995d-96b5e3fc1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:50.007425 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-d326ba6d-7ea2-451a-995d-96b5e3fc1fcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398536 Nov 01 23:08:50.107149 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-a7a09fde-80d3-47d5-85eb-2d9a9a8c363a service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916574 Nov 01 23:08:50.208552 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:08:50.218937 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2bdc7270-b070-4c5d-9cb3-f99d82b054e9 req-8e80d3b2-a352-4398-a3c6-c3cc4a90d26a service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040473 Nov 01 23:08:50.425503 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:48Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:50.450403 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d15b36-21ad-4627-a444-626bf8dbe03b None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:48Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:08:50.626808 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d911e-2cf6-48b8-8197-bf70b234fd3e None None] New status for floating IP c088951f-bfd9-4b31-8d94-6890d702cde1: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:08:50.713261 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afab65e-074f-4187-8f24-64be0531f587 req-7c9a7f6b-e56a-484f-92c7-84e6d7f97cb2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:50.715356 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2afab65e-074f-4187-8f24-64be0531f587 req-7c9a7f6b-e56a-484f-92c7-84e6d7f97cb2 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 945 time: 0.0528872 Nov 01 23:08:50.752586 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-2afab65e-074f-4187-8f24-64be0531f587 req-39ae24d0-7d2e-4d66-96ac-f914f6c20150 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/security-groups?id=2f024f4e-e93c-4cbb-80c9-e1f43394c281&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314801 Nov 01 23:08:51.284714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 22ccc007-6bb1-4388-a014-59b7f0ee3795 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:51.308378 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 22ccc007-6bb1-4388-a014-59b7f0ee3795 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:51.308718 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 22ccc007-6bb1-4388-a014-59b7f0ee3795 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:51.456358 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-bef74881-c31a-480b-96f0-ee4a0d2b80c3 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:08:51.457820 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-bef74881-c31a-480b-96f0-ee4a0d2b80c3 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 945 time: 0.0467498 Nov 01 23:08:51.546332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Deleting port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:08:51.546589 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:51.630547 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] For port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,segment=NetworkSegment(a7654b74-b268-422f-846b-3e205e8ac0e7),segment_id=a7654b74-b268-422f-846b-3e205e8ac0e7)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:08:51.630897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:51.643263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Calling delete_port for 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:08:51.766063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:51.792871 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Pushing event deleted for resources: {'Port': ['ID=57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:51.804040 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:08:51.860465 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] No DVR routers for this DVR port 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:08:51.863500 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-a9eb6b96-dc0d-461a-8b5f-af5e1541f8dc req-f095cdb6-843e-4409-9adc-ca3174281346 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.11 "GET /v2.0/ports?device_id=32d4d5e9-4123-4561-85a0-1ca704a11fc1 HTTP/1.1" status: 200 len: 210 time: 0.0409365 Nov 01 23:08:51.864468 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:51.867631 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5ddc45ef-8263-47e3-9d15-1a49983850d5 req-9b53ddd9-4584-4cb4-af3d-0a122612aaa6 tempest-AttachVolumeNegativeTest-348040020 tempest-AttachVolumeNegativeTest-348040020-project] 10.222.0.26 "DELETE /v2.0/ports/57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 HTTP/1.1" status: 204 len: 173 time: 0.4031165 Nov 01 23:08:51.868062 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'name': 'network-vif-deleted', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:08:51.870286 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2821b6-58f6-433c-9b7a-c2188d0c3b66" -d '{"events": [{"server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "name": "network-vif-deleted", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:08:51.906318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdaae41-10fd-481b-aabc-85f1d7c905fe x-openstack-request-id: req-1fdaae41-10fd-481b-aabc-85f1d7c905fe {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:08:51.906614 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d4d5e9-4123-4561-85a0-1ca704a11fc1", "name": "network-vif-deleted", "tag": "57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:08:51.906864 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fdaae41-10fd-481b-aabc-85f1d7c905fe {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:08:51.907259 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d4d5e9-4123-4561-85a0-1ca704a11fc1', 'name': 'network-vif-deleted', 'tag': '57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667', 'status': 'completed', 'code': 200} Nov 01 23:08:52.922966 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56440) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:52.965682 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Deleting subnet 78a7d71e-0d4b-4a27-91ce-b3e31defd6af {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:08:52.969170 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.002217 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.039362 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.093060 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.118616 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78a7d71e-0d4b-4a27-91ce-b3e31defd6af,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:53.120595 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.123744 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a2cb9736-4448-41f2-8874-6ec6c37113b1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/78a7d71e-0d4b-4a27-91ce-b3e31defd6af HTTP/1.1" status: 204 len: 168 time: 0.1997249 Nov 01 23:08:53.126227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:53.192103 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.538033 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.557039 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e89bb6a-e604-4e3c-9eb3-711a71825b78']}} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:53.566303 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7654b74-b268-422f-846b-3e205e8ac0e7') {'for_net_delete': True} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:53.566593 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.services.segments.db [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7654b74-b268-422f-846b-3e205e8ac0e7') {} {{(pid=101292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:08:53.575352 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60387124'] for segment, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.588428 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.594221 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=101292) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:08:53.594618 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60509365'] for segment, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: Traceback (most recent call last): Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: timer() Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: cb(*args, **kw) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: return func(*args, **kwargs) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: self._notify() Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: self.callback(batched_events) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: event.method(event) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: return f(self, *a, **k) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._get(url).json() Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: return self.request(url, 'GET', **kwargs) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:08:53.596203 dv-cinder-812216-2-iscsi neutron-server[101292]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:08:53.647517 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.652633 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.655752 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] 10.222.0.11 "DELETE /v2.0/networks/7e89bb6a-e604-4e3c-9eb3-711a71825b78 HTTP/1.1" status: 204 len: 168 time: 0.5286245 Nov 01 23:08:53.669083 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15352-0408-4012-b768-0e1f38ee429a admin admin] Pushing event deleted for resources: {'Network': ['ID=7e89bb6a-e604-4e3c-9eb3-711a71825b78,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:53.821034 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56446) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:53.859604 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-f16f9d1f-51d0-4d7e-aefa-ec22549bea50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25c80e66ceb34d2794360a01ac8e9c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373540 Nov 01 23:08:53.861914 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56448) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:53.908938 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.929558 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.975277 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.977993 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:53.979119 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f024f4e-e93c-4cbb-80c9-e1f43394c281 HTTP/1.1" status: 204 len: 168 time: 0.1163094 Nov 01 23:08:53.987734 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f4597-5be9-412e-a8ca-1b332260085b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f024f4e-e93c-4cbb-80c9-e1f43394c281,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:55.307703 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:08:55.329190 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:08:55.329532 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 57e4c4c2-cde2-4bc6-aec8-fe85b0e2b667 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:08:56.654062 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56582) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:56.755558 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ba36431-85bb-4f05-a551-2a1f4a070892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.834547 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ba36431-85bb-4f05-a551-2a1f4a070892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.837914 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3ba36431-85bb-4f05-a551-2a1f4a070892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.876322 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3ba36431-85bb-4f05-a551-2a1f4a070892 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae57fed250aa4384b70eaa04e0f68c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212083 Nov 01 23:08:56.879056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56586) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:56.879564 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba36431-85bb-4f05-a551-2a1f4a070892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0a79ea-c273-4ec5-a079-212ad54f4fbc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:56.926725 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.948188 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.993237 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.995695 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:56.996810 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa0a79ea-c273-4ec5-a079-212ad54f4fbc HTTP/1.1" status: 204 len: 168 time: 0.1166284 Nov 01 23:08:57.004897 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf36a2-3949-4c51-b3a3-63b506cb7bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0a79ea-c273-4ec5-a079-212ad54f4fbc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:57.246997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56592) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:57.260801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b004032-1fe8-4ca8-ac54-e2cff23e0b44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.336022 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b004032-1fe8-4ca8-ac54-e2cff23e0b44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.339726 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-8b004032-1fe8-4ca8-ac54-e2cff23e0b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.376883 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-8b004032-1fe8-4ca8-ac54-e2cff23e0b44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec68cc054433496c8f2e6ba2a4d2c3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287775 Nov 01 23:08:57.377963 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004032-1fe8-4ca8-ac54-e2cff23e0b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca1ac5a-849f-495a-80e1-273d48499d46,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:08:57.379892 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56594) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:08:57.428393 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.448876 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.493228 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.496017 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:08:57.497092 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ca1ac5a-849f-495a-80e1-273d48499d46 HTTP/1.1" status: 204 len: 168 time: 0.1161542 Nov 01 23:08:57.504636 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17a90a-79d8-4481-9a4c-ebf569b4371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca1ac5a-849f-495a-80e1-273d48499d46,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:03.069898 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-624c685e-fd71-4e53-baad-ade389350d7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414643 Nov 01 23:09:03.105632 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56678) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:03.164516 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-73e2d772-bd0b-478f-9fd6-cfb3d094ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:09:03.166010 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-73e2d772-bd0b-478f-9fd6-cfb3d094ace9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0390949 Nov 01 23:09:03.224754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2978875c-c51c-4de9-8185-e7dc5a1e6e27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.312290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-f863758f-9936-4ec8-b206-26e62a091cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:09:03.313907 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-f863758f-9936-4ec8-b206-26e62a091cc2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.1296549 Nov 01 23:09:03.400697 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2978875c-c51c-4de9-8185-e7dc5a1e6e27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.406512 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-a595d2fd-2f8b-42d6-8f92-31bafb74fd97 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 1001 time: 0.0815887 Nov 01 23:09:03.407063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-2978875c-c51c-4de9-8185-e7dc5a1e6e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.471055 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-2978875c-c51c-4de9-8185-e7dc5a1e6e27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4351398b01c14241bdd258dc81f89aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643229 Nov 01 23:09:03.473602 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2978875c-c51c-4de9-8185-e7dc5a1e6e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c64556-4b2f-43e3-8d6d-5414802f6a1c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:03.473829 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56682) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:03.489406 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-4d521b2f-1d6b-42e8-9e30-508daf3899fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:09:03.490991 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-4d521b2f-1d6b-42e8-9e30-508daf3899fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0698721 Nov 01 23:09:03.526875 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.536318 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-fbe833ad-e8f0-4eff-9dd7-b4ec65c8ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:09:03.537868 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-fbe833ad-e8f0-4eff-9dd7-b4ec65c8ef73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393236 Nov 01 23:09:03.548206 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.595240 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.598068 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.601557 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78c64556-4b2f-43e3-8d6d-5414802f6a1c HTTP/1.1" status: 204 len: 168 time: 0.1242955 Nov 01 23:09:03.607133 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bccc10-acdb-4e85-b2a4-889087967f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c64556-4b2f-43e3-8d6d-5414802f6a1c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:03.647016 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-f4f778bc-dbe1-45e8-9777-f6482b13cf13 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005840 Nov 01 23:09:03.740033 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-04aedb16-c4b3-4bcb-baaf-caa500a3a57a req-16d6ceb7-782b-48c0-b129-388961d80f1d service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852234 Nov 01 23:09:03.884083 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56688) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:03.901674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf8a-a801-4c6d-b710-cde38a360f78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.980033 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf8a-a801-4c6d-b710-cde38a360f78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:03.983606 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-3f4baf8a-a801-4c6d-b710-cde38a360f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:04.020147 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4baf8a-a801-4c6d-b710-cde38a360f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4467deb-797b-468b-80d6-514bc98d9f3b,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:04.024513 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-3f4baf8a-a801-4c6d-b710-cde38a360f78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56ef7d6b33bc40e2a51d77de9cd3a063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393793 Nov 01 23:09:04.027175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56690) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:04.076833 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:04.098654 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:04.145600 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:04.148166 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:04.149366 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4467deb-797b-468b-80d6-514bc98d9f3b HTTP/1.1" status: 204 len: 168 time: 0.1211646 Nov 01 23:09:04.157574 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aad99-b279-450a-baaf-22e948eac2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4467deb-797b-468b-80d6-514bc98d9f3b,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:06.069253 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56758) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:06.171971 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a913257b-4149-4263-ba53-02e83c47635a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.245956 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a913257b-4149-4263-ba53-02e83c47635a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.250063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a913257b-4149-4263-ba53-02e83c47635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.286013 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a913257b-4149-4263-ba53-02e83c47635a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b582d244b1be41be9780fae62cebf66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156200 Nov 01 23:09:06.287783 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913257b-4149-4263-ba53-02e83c47635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c80843b-7f94-4e80-b197-a06c795ec3fc,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:06.288765 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56762) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:06.337964 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.357979 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.403081 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.405693 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.406859 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c80843b-7f94-4e80-b197-a06c795ec3fc HTTP/1.1" status: 204 len: 168 time: 0.1170092 Nov 01 23:09:06.414319 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ff352-71cc-49dd-951c-3ccb75100a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c80843b-7f94-4e80-b197-a06c795ec3fc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:06.654137 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56768) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:06.666850 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a8049a5-291a-44a2-8c96-e58fae4602ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.739475 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a8049a5-291a-44a2-8c96-e58fae4602ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.743146 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8a8049a5-291a-44a2-8c96-e58fae4602ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.787061 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8a8049a5-291a-44a2-8c96-e58fae4602ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4dc893a83624f968d06b978a1ebc937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1318595 Nov 01 23:09:06.788185 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8049a5-291a-44a2-8c96-e58fae4602ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660d30a1-3491-4cb2-af3a-8a7f391f9c7a,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:06.789793 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56770) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:06.838743 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.858730 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.904989 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.907628 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:06.908768 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/660d30a1-3491-4cb2-af3a-8a7f391f9c7a HTTP/1.1" status: 204 len: 168 time: 0.1179914 Nov 01 23:09:06.916155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3d50-7b83-44be-8eb3-4b824bd65f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660d30a1-3491-4cb2-af3a-8a7f391f9c7a,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:09.469123 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f7724d86-9e54-44ad-9d8d-c6d5f51829a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:11.690333 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f49aad06-7646-404f-bc1c-35946d83b8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:12.725434 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:12.835406 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:09:14.107082 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:16.777133 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.332126 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56880) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:17.443375 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f22a5cd-657d-46f3-bb36-95542b74ec4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.514755 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f22a5cd-657d-46f3-bb36-95542b74ec4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.519250 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-0f22a5cd-657d-46f3-bb36-95542b74ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.556048 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-0f22a5cd-657d-46f3-bb36-95542b74ec4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c2595df125847c4ac008690a49ea867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226279 Nov 01 23:09:17.557163 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22a5cd-657d-46f3-bb36-95542b74ec4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac2be7-25b2-4902-9c00-2923446a29f2,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:17.558720 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56884) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:17.607015 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.627851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.675151 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.677620 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:17.678759 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6ac2be7-25b2-4902-9c00-2923446a29f2 HTTP/1.1" status: 204 len: 168 time: 0.1190667 Nov 01 23:09:17.686241 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845b3c8-996b-4114-980e-9be6f76df0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac2be7-25b2-4902-9c00-2923446a29f2,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:17.936821 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 56890) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:17.951088 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6030b2b1-b63b-41ac-90d4-01a1af05e4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.021905 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6030b2b1-b63b-41ac-90d4-01a1af05e4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.025534 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-6030b2b1-b63b-41ac-90d4-01a1af05e4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.062014 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-6030b2b1-b63b-41ac-90d4-01a1af05e4fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcdd36270d904aa2a83d136189e3f9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240921 Nov 01 23:09:18.064659 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b2b1-b63b-41ac-90d4-01a1af05e4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ac439-5f9f-4719-ac0b-7049a9a82927,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:18.065293 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 56892) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:18.112502 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.133275 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.177121 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.179828 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:18.181239 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d1ac439-5f9f-4719-ac0b-7049a9a82927 HTTP/1.1" status: 204 len: 168 time: 0.1149042 Nov 01 23:09:18.189029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c1cbc-1133-485c-a350-7200cb88998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ac439-5f9f-4719-ac0b-7049a9a82927,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:19.398693 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:25.989067 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57016) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:26.098650 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc35c7e-3eba-4bfb-9b00-851f0aad606b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.169559 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc35c7e-3eba-4bfb-9b00-851f0aad606b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.173394 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-cbc35c7e-3eba-4bfb-9b00-851f0aad606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.211157 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-cbc35c7e-3eba-4bfb-9b00-851f0aad606b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=acd811085df04df4b61c7ca60991a391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210460 Nov 01 23:09:26.212033 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc35c7e-3eba-4bfb-9b00-851f0aad606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d20d8c-c37b-4b4f-817b-bf6e47d0af07,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:26.213929 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57020) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:26.261159 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.280858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.325950 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.328710 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.329838 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48d20d8c-c37b-4b4f-817b-bf6e47d0af07 HTTP/1.1" status: 204 len: 168 time: 0.1148322 Nov 01 23:09:26.337230 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63133a5c-e204-4211-a0c5-946ac4ba3608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d20d8c-c37b-4b4f-817b-bf6e47d0af07,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:26.588072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57026) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:26.601700 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-187b834e-c0ac-46bb-aafd-5fbf01215ed3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.677961 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-187b834e-c0ac-46bb-aafd-5fbf01215ed3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.681903 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-187b834e-c0ac-46bb-aafd-5fbf01215ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.719500 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-187b834e-c0ac-46bb-aafd-5fbf01215ed3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7af0fa7833ce479793cd80ea0ccc1b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1302679 Nov 01 23:09:26.720339 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b834e-c0ac-46bb-aafd-5fbf01215ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5d0ad-865d-4525-9a24-6215a990c6b5,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:26.722433 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57028) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:26.770867 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.791001 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.836156 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.838886 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:26.840037 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbd5d0ad-865d-4525-9a24-6215a990c6b5 HTTP/1.1" status: 204 len: 168 time: 0.1165764 Nov 01 23:09:26.847402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ec1a-336c-422c-bfc4-3a04c05de109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5d0ad-865d-4525-9a24-6215a990c6b5,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:27.150824 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57034) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:27.163896 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d91bc694-8e63-4c21-9d25-ac5445f0d32f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.239025 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d91bc694-8e63-4c21-9d25-ac5445f0d32f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.242657 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-d91bc694-8e63-4c21-9d25-ac5445f0d32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.279404 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-d91bc694-8e63-4c21-9d25-ac5445f0d32f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c7830c9d6a84d8ebf9ca7a36e667613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1274016 Nov 01 23:09:27.280528 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bc694-8e63-4c21-9d25-ac5445f0d32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a960f4-d99d-4b98-a1b9-dff3a326a05c,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:27.282631 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57036) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:27.331386 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.354442 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.399300 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.401952 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:27.403074 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94a960f4-d99d-4b98-a1b9-dff3a326a05c HTTP/1.1" status: 204 len: 168 time: 0.1194541 Nov 01 23:09:27.411473 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d055524-a2dd-4747-9486-b562abfd9a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a960f4-d99d-4b98-a1b9-dff3a326a05c,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:39.468860 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d4fe52e1-ae49-402b-81cc-92f8ea4a1446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:41.691803 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3b01ff68-21c3-4856-b40a-fdb4cdaf2e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:42.727973 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:44.109608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:46.779670 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:49.405387 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:49.835261 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:09:50.596239 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57182) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:50.719496 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.801291 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.805379 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_create {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.844608 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99f7db120c8b42e49fd053ff69a7ff7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472093 Nov 01 23:09:50.845238 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0b8087-506f-4602-883d-bf5d774b8421,revision_number=1']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:50.847708 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57186) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:09:50.852985 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.853339 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.853683 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.854130 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.854472 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.854807 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.855140 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.855490 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.855825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.856154 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.856482 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.856806 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56d1d5f-f9c7-4be8-9af6-960c9b4a4758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.896393 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.917838 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.967718 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.970328 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:09:50.971510 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a0b8087-506f-4602-883d-bf5d774b8421 HTTP/1.1" status: 204 len: 168 time: 0.1228058 Nov 01 23:09:50.978748 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0b8087-506f-4602-883d-bf5d774b8421,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:09:50.985739 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.986574 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.986918 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.987256 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.987621 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.987954 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.988288 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.988616 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.988944 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.989269 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.989602 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:09:50.989907 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4512761c-b95d-4f0f-9150-b120b0169adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:10:03.025095 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-b5e84b65-c29b-4dd5-a57a-af366461447f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393486 Nov 01 23:10:03.127056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-0ed4b075-1281-4df1-b10c-71f735ea3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:10:03.129195 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-0ed4b075-1281-4df1-b10c-71f735ea3246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0409820 Nov 01 23:10:03.240800 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-f85f8130-b618-47d6-af43-03a62eba4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:10:03.242252 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-f85f8130-b618-47d6-af43-03a62eba4dd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0928903 Nov 01 23:10:03.308727 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-6aa50151-e1f3-465e-8ec8-998cf2ecb200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 1001 time: 0.0565858 Nov 01 23:10:03.357349 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-32b6a8be-f000-4313-b666-117bedb268fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:10:03.358740 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-32b6a8be-f000-4313-b666-117bedb268fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0420792 Nov 01 23:10:03.406223 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-ea8e765c-d51a-4355-b588-eee763ec57d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:10:03.407718 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-ea8e765c-d51a-4355-b588-eee763ec57d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418425 Nov 01 23:10:03.508553 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-7a05a825-2425-4767-92e6-b70bd7dc0fb8 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938873 Nov 01 23:10:03.601036 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d29d1c77-ce78-47c9-bb68-a227b1623ce0 req-e12f419b-40fe-4c50-b43a-8eaf32c45fad service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853219 Nov 01 23:10:09.470656 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f11268da-d96f-4569-876a-d760564f9e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:11.692828 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-35be3b77-24e8-4f46-ac86-8125a886c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:12.731148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:14.113915 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:16.781137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:19.414408 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:26.834962 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:10:39.472423 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5b804f5f-45bd-42a5-a65b-9d46ca08b0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:41.695630 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-d87636f2-0355-4d0e-a7ac-69d8d2de5c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:42.733680 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:44.116404 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:46.782597 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:49.417758 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:10:58.234127 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-1578a075-da25-4247-ba85-f8df30714547 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1256451380&fields=id&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 267 time: 0.0424166 Nov 01 23:10:58.341334 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-d4aba410-019d-4ae1-932a-34e9986ed44b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:10:58.342793 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-d4aba410-019d-4ae1-932a-34e9986ed44b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1012380 Nov 01 23:10:58.358165 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-8151434b-5086-4759-8dd5-f520aea182ef tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/quotas/822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 375 time: 0.0091307 Nov 01 23:10:58.413796 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-9fa9f4f7-9d29-4f6f-b95e-4803c3920aa1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505080 Nov 01 23:10:58.504275 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-57788b71-f963-4536-a905-1aefd8e081b5 service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792692 Nov 01 23:10:58.600251 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-cacdf0fb-f341-4557-9fda-bce3db358411 service neutron] 10.222.0.11 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Nov 01 23:10:58.875901 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-eb96cf55-7cdf-4dd6-b731-bda404ee20b6 req-b7c7f92d-4d0b-4517-85b1-5dbb0df202c3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 210 time: 0.0255785 Nov 01 23:10:59.982936 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7b7be44d-73cd-4d2f-93dd-5a5181762e9d req-8fecd315-04fe-42e1-9868-23e884ea65bd tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 210 time: 0.0266359 Nov 01 23:11:00.151507 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-4d3f600c-8f5c-41e6-9921-c4ca2a75d14f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:00.152939 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-4d3f600c-8f5c-41e6-9921-c4ca2a75d14f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 811 time: 0.1039405 Nov 01 23:11:00.215938 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-629bb425-f77c-4d2b-937c-5703ea066d28 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822e8546184a4b72ac4427e5c4eb5e81 HTTP/1.1" status: 200 len: 380 time: 0.0339503 Nov 01 23:11:00.225500 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'port': {'device_id': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'admin_state_up': True, 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'security_groups': ['2c5718ef-6c08-454c-be60-98d55f8cf4f1']}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:11:00.333805 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Made reservation on behalf of 822e8546184a4b72ac4427e5c4eb5e81 for: {'port': 1} {{(pid=101292) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 23:11:00.337504 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:00.460259 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.20.0.13 (5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43/1cabfdbf-22ca-4734-903f-fca3ff5fae55/0e192006-6b91-4e95-8732-cdc8ae9e49f4) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:11:00.593645 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:00.626071 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:00.663886 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:11:00.666760 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:11:00.670356 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:11:00.704197 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:00.719137 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.719731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.719875 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.720162 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.720492 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.720859 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.721186 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.721509 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.721834 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.722151 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.722470 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.722800 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:00.739904 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:00.740537 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:00.764386 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6193efe3-3b11-4996-98bb-7a86f258b5ad tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5421245 Nov 01 23:11:00.791130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Request body: {'port': {'device_id': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81221'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:11:00.857348 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:00.968958 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-fa025046-29fa-494a-a6fc-ea37fd45814a None None] Provisioning complete for port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 triggered by entity DHCP. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:11:00.969517 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fa025046-29fa-494a-a6fc-ea37fd45814a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.003889 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fa025046-29fa-494a-a6fc-ea37fd45814a None None] Port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 cannot update to ACTIVE because it is not bound. {{(pid=101293) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 23:11:01.149343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13530-55cc-4b70-86aa-6e701075113f req-71fa5224-b209-476e-8acf-d882a055331d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:01.150792 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-84a13530-55cc-4b70-86aa-6e701075113f req-71fa5224-b209-476e-8acf-d882a055331d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 932 time: 0.0875366 Nov 01 23:11:01.154316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e192006-6b91-4e95-8732-cdc8ae9e49f4 {{(pid=101292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:11:01.163393 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.188874 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.provisioning_blocks [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Transition to ACTIVE for port object 0e192006-6b91-4e95-8732-cdc8ae9e49f4 will not be triggered until provisioned by entity L2. {{(pid=101292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 23:11:01.193554 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.231517 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-84a13530-55cc-4b70-86aa-6e701075113f req-b9d13ec6-d2f5-4f71-8267-e063c0459980 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723934 Nov 01 23:11:01.271647 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:01.323563 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Attempting to bind port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 on host hv-cinder-81221 for vnic_type normal with profile {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 23:11:01.323904 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Attempting to bind port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 by drivers openvswitch,hyperv on host hv-cinder-81221 at level 0 using segments [{'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 23:11:01.324229 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Attempting to bind port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:11:01.328780 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81221 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 23:11:01.329093 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Attempting to bind port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 on network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 23:11:01.334675 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Checking agent: {'id': '8897ba6d-596e-4491-ac0b-dcd6c975c3f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81221', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'started_at': datetime.datetime(2021, 11, 1, 22, 54, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 23, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 23:11:01.335004 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Checking segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 23:11:01.335380 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Bound using segment: {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'} {{(pid=101292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 23:11:01.335833 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.managers [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Bound port: 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host: hv-cinder-81221, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6970ede0-c5fb-4a89-994d-0c546a92ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43'}}] {{(pid=101292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 23:11:01.336185 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.402134 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, cleared binding levels {{(pid=101292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 23:11:01.405254 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 23:11:01.409272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.440672 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:01.441302 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:01.442627 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] 10.222.0.26 "PUT /v2.0/ports/0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 1094 time: 0.6561191 Nov 01 23:11:01.443063 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:11:01.445388 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13606fef-94ed-4a20-94f9-c0d200132444" -d '{"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:11:01.477130 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f220c-90a7-4f09-81b6-506076817fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=3']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:01.500320 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db8b2f9-ed59-4e13-9566-81cd0b1729a2 x-openstack-request-id: req-5db8b2f9-ed59-4e13-9566-81cd0b1729a2 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:11:01.500616 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:11:01.500865 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5db8b2f9-ed59-4e13-9566-81cd0b1729a2 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:11:01.501269 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'status': 'completed', 'code': 200} Nov 01 23:11:01.560298 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-05094490-4a19-4944-a08f-1e7614a22b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:01.561927 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-05094490-4a19-4944-a08f-1e7614a22b0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1097 time: 0.0430510 Nov 01 23:11:01.616299 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-64317044-4979-4857-902e-71adb880ea10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 217 time: 0.0384073 Nov 01 23:11:01.664446 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-b1030bbd-81ee-485b-917e-cd5341c3fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:01.665883 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-b1030bbd-81ee-485b-917e-cd5341c3fa99 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0428596 Nov 01 23:11:01.710892 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6e1581a0-594a-4c6b-802b-77e7898008b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:01.712384 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-6e1581a0-594a-4c6b-802b-77e7898008b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398312 Nov 01 23:11:01.800807 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-0d7fbd4e-cf00-4a50-ba4e-5464f6cf041b service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813158 Nov 01 23:11:01.887227 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-50e48449-0130-411b-9200-fa8de256c5c5 req-61799c40-9976-4605-b53b-826a5a8881c4 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789413 Nov 01 23:11:02.026315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606fef-94ed-4a20-94f9-c0d200132444 req-0317dfbc-4ed7-4985-a825-1b93057e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:02.027828 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-0317dfbc-4ed7-4985-a825-1b93057e8b62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1097 time: 0.0462112 Nov 01 23:11:02.115101 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606fef-94ed-4a20-94f9-c0d200132444 req-67c42fab-358c-4eba-8296-c4f6aa45f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:02.116584 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-67c42fab-358c-4eba-8296-c4f6aa45f190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0821242 Nov 01 23:11:02.159084 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-2dc98d39-bd5f-47c3-91a6-d565509d5511 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 217 time: 0.0357578 Nov 01 23:11:02.207240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606fef-94ed-4a20-94f9-c0d200132444 req-f39bb875-5afa-43b3-aa6d-43146de17cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:02.208665 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-f39bb875-5afa-43b3-aa6d-43146de17cfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0421596 Nov 01 23:11:02.252965 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606fef-94ed-4a20-94f9-c0d200132444 req-7c554474-0642-4885-8c05-20cd22dec5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:02.254393 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-7c554474-0642-4885-8c05-20cd22dec5cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385816 Nov 01 23:11:02.379102 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-b3a14fc6-789a-4d13-bb08-114197d4045a service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120996 Nov 01 23:11:02.387199 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149466a2-941a-478b-baf1-a1c23eb534e3 req-4b12b443-08fa-483e-a10f-6841f6731c58 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:02.388582 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-149466a2-941a-478b-baf1-a1c23eb534e3 req-4b12b443-08fa-483e-a10f-6841f6731c58 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0694902 Nov 01 23:11:02.475039 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-149466a2-941a-478b-baf1-a1c23eb534e3 req-0eaa31bb-7cb2-4ece-a0ee-0c9ff5666076 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788248 Nov 01 23:11:02.497522 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-13606fef-94ed-4a20-94f9-c0d200132444 req-95783255-5cfe-4e69-820d-0b3a57d35252 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080396 Nov 01 23:11:03.003181 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-6ba39a8b-b77c-4b9c-ae0e-a6a3c2006ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398402 Nov 01 23:11:03.103064 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25156be-9315-4661-a0ec-15217ba09704 req-17c85da1-425a-4f48-95d1-18a83d785d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:03.104554 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-17c85da1-425a-4f48-95d1-18a83d785d11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0406117 Nov 01 23:11:03.207858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25156be-9315-4661-a0ec-15217ba09704 req-498f09fa-8872-4316-8ae0-b083fb0c68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:03.209282 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-498f09fa-8872-4316-8ae0-b083fb0c68e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0861888 Nov 01 23:11:03.276014 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-6a8ac404-fd41-411b-9551-3c784119ca43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 1001 time: 0.0592299 Nov 01 23:11:03.329660 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25156be-9315-4661-a0ec-15217ba09704 req-bfe64bec-ca07-4735-936d-8364937f048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:03.331118 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-bfe64bec-ca07-4735-936d-8364937f048a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0489132 Nov 01 23:11:03.380654 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25156be-9315-4661-a0ec-15217ba09704 req-d21a542e-a611-436c-9c6d-1963a67b9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:03.382107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-d21a542e-a611-436c-9c6d-1963a67b9260 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429034 Nov 01 23:11:03.468890 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-5ded0cf3-51de-42ba-adf4-11800eb5ba25 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793467 Nov 01 23:11:03.588011 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c25156be-9315-4661-a0ec-15217ba09704 req-504fc0d0-8832-476a-bef6-171cb0888ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110735 Nov 01 23:11:03.609815 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df69235-45e3-411e-bde9-f7cfe978e662 req-3dea8d79-047d-4bc2-bc96-06d9398c9492 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:03.612489 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4df69235-45e3-411e-bde9-f7cfe978e662 req-3dea8d79-047d-4bc2-bc96-06d9398c9492 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0693815 Nov 01 23:11:03.661168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-4df69235-45e3-411e-bde9-f7cfe978e662 req-eb3673e2-5e38-4ec8-b75c-2fca4cf90417 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Nov 01 23:11:03.835230 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:11:04.777998 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c6e7b-ba78-49a0-99c3-5c32dc01613e req-4b319c9d-107b-43d6-b86b-5164ccd7add8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:04.779365 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e99c6e7b-ba78-49a0-99c3-5c32dc01613e req-4b319c9d-107b-43d6-b86b-5164ccd7add8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0511820 Nov 01 23:11:04.818364 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e99c6e7b-ba78-49a0-99c3-5c32dc01613e req-98ead64f-2178-41f1-8d03-c5d4d70274fd tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Nov 01 23:11:05.930523 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bbcb-72f5-4495-ae53-4d07723b48c4 req-944f1dbb-7321-4957-ba3e-fc15218686fb tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:05.932178 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ad0bbcb-72f5-4495-ae53-4d07723b48c4 req-944f1dbb-7321-4957-ba3e-fc15218686fb tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0473456 Nov 01 23:11:05.969468 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-8ad0bbcb-72f5-4495-ae53-4d07723b48c4 req-ddda1013-bef3-4d2f-b9ae-24faf77d929d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Nov 01 23:11:07.080530 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270a07f-79ae-40aa-be17-424b8831152a req-fb54021e-e7ca-43b8-9ef3-eed9a590b0e1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:07.082000 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c270a07f-79ae-40aa-be17-424b8831152a req-fb54021e-e7ca-43b8-9ef3-eed9a590b0e1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0488579 Nov 01 23:11:07.120145 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-c270a07f-79ae-40aa-be17-424b8831152a req-9e6098cb-2e4a-4cfb-a396-7d505dec6650 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Nov 01 23:11:08.234116 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86543c6f-5a9b-4d93-a401-8ab3f5043b1c req-3ad1fa7e-087c-4ec0-a678-dd3ec738413a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:08.235589 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-86543c6f-5a9b-4d93-a401-8ab3f5043b1c req-3ad1fa7e-087c-4ec0-a678-dd3ec738413a tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0507476 Nov 01 23:11:08.274628 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-86543c6f-5a9b-4d93-a401-8ab3f5043b1c req-4bd5eee9-ce6a-45d6-a0a4-f30e3c81e75b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325894 Nov 01 23:11:09.387694 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30d1f1-caf2-47ed-b295-05bb8cc6b756 req-93481f63-2acc-4100-a6dd-170e9503da06 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:09.389164 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa30d1f1-caf2-47ed-b295-05bb8cc6b756 req-93481f63-2acc-4100-a6dd-170e9503da06 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 944 time: 0.0494165 Nov 01 23:11:09.426276 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aa30d1f1-caf2-47ed-b295-05bb8cc6b756 req-46def254-10ba-41c3-8c38-3640c2af8cf9 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311258 Nov 01 23:11:09.477806 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-0d058ea4-5db7-4e14-96b4-7b91eb94bafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:09.923930 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0e192006-6b91-4e95-8732-cdc8ae9e49f4 details requested by agent hyperv_hv-cinder-81221 with host hv-cinder-81221 {{(pid=101293) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 23:11:10.016026 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:11:10.027569 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Returning: {'device': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'port_id': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'mac_address': 'fa:16:3e:89:1c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101293) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 23:11:10.073905 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:10.086910 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e192006-6b91-4e95-8732-cdc8ae9e49f4 {{(pid=101293) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 23:11:10.105666 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:11:10.109624 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:10.155227 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=4']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:10.162021 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.162367 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.162702 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.163033 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.163360 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.163714 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.164039 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.164360 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.164679 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.164995 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.165312 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.165627 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:11:10.498466 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] get_ports_and_sgs() called for port_ids ['0e192006-6b91-4e95-8732-cdc8ae9e49f4'] {{(pid=101293) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 23:11:10.539971 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a9bb6-f7a2-46bd-a586-7783c4685227 req-92dad470-f105-4c47-9af7-a6d130978f39 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:10.541460 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-693a9bb6-f7a2-46bd-a586-7783c4685227 req-92dad470-f105-4c47-9af7-a6d130978f39 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 945 time: 0.0488636 Nov 01 23:11:10.579120 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-693a9bb6-f7a2-46bd-a586-7783c4685227 req-c9c8760f-ce55-4a96-9173-1a53c1633054 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Nov 01 23:11:11.695057 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f7fb-b51e-4354-8594-ea611677aa44 req-e941d05b-ac49-45f0-99c6-346caffccc9c tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:11.699720 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9198f7fb-b51e-4354-8594-ea611677aa44 req-e941d05b-ac49-45f0-99c6-346caffccc9c tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 945 time: 0.0512552 Nov 01 23:11:11.701054 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a307208b-847f-402e-ace3-82cbb5813754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:11.734937 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9198f7fb-b51e-4354-8594-ea611677aa44 req-2ee3b313-2672-422c-8e0a-bf4042a9b01b tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Nov 01 23:11:11.924531 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0e192006-6b91-4e95-8732-cdc8ae9e49f4 up at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 23:11:11.972533 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning for port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 completed by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 23:11:11.976485 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.provisioning_blocks [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Provisioning complete for port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 triggered by entity L2. {{(pid=101293) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 23:11:11.976849 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1486216'] for port, provisioning_complete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:12.055182 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:12.077300 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4'}] {{(pid=101293) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:11:12.079768 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a51d8ade6035814e3f26066881b28454f46525c723b46598f4c8783208cbcc67" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3797232a-abee-42ca-8ae7-0bc176347334" -d '{"events": [{"server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4"}]}' {{(pid=101293) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:11:12.092113 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-f8d79099-4275-4979-813e-d607471226c1 None None] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:11:12.096390 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035'] for port, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:12.119929 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438c6ff-3c8b-462d-8c1b-05e83ed235bd x-openstack-request-id: req-3438c6ff-3c8b-462d-8c1b-05e83ed235bd {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:11:12.120221 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "name": "network-vif-plugged", "status": "completed", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4", "code": 200}]} {{(pid=101293) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:11:12.120472 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3438c6ff-3c8b-462d-8c1b-05e83ed235bd {{(pid=101293) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:11:12.120858 dv-cinder-812216-2-iscsi neutron-server[101293]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'code': 200} Nov 01 23:11:12.145361 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Pushing event updated for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=5']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:12.352410 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efb54-f4fc-4f22-818b-74bd04a556a1 req-d358bdc3-f4e3-417a-9372-a2f7bdda52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:12.353860 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-328efb54-f4fc-4f22-818b-74bd04a556a1 req-d358bdc3-f4e3-417a-9372-a2f7bdda52a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0388603 Nov 01 23:11:12.387758 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-328efb54-f4fc-4f22-818b-74bd04a556a1 req-19988ec9-0cbf-4718-9572-b3d98243aa3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268090 Nov 01 23:11:12.737804 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:12.848389 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20613913-1855-4b31-862e-6d7614218927 req-c8c010a0-98ae-4465-b2ad-9d3e980a8c7d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:12.849825 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-20613913-1855-4b31-862e-6d7614218927 req-c8c010a0-98ae-4465-b2ad-9d3e980a8c7d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.0481210 Nov 01 23:11:12.886669 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-20613913-1855-4b31-862e-6d7614218927 req-6180e0a0-9134-439a-b82c-ac57cb593fb1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Nov 01 23:11:14.013988 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7ced8-4cd6-46cd-87ab-b51161de80ce req-f72ed306-c125-464c-974b-d597f7e078d6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:14.015449 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cc7ced8-4cd6-46cd-87ab-b51161de80ce req-f72ed306-c125-464c-974b-d597f7e078d6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.0566754 Nov 01 23:11:14.053921 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9cc7ced8-4cd6-46cd-87ab-b51161de80ce req-33382818-7ad3-4785-b950-8dad0ec134f2 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Nov 01 23:11:14.123294 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:14.167423 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70cb93-92d5-4cb1-a4f0-7b2eee1bd070 req-b41986ad-6e8f-4c0c-8b87-f49913064ba6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:14.168956 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab70cb93-92d5-4cb1-a4f0-7b2eee1bd070 req-b41986ad-6e8f-4c0c-8b87-f49913064ba6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.0489511 Nov 01 23:11:14.205518 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-ab70cb93-92d5-4cb1-a4f0-7b2eee1bd070 req-23118316-637d-4946-88a2-a7f6e2cc3f55 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301929 Nov 01 23:11:14.228588 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57302) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:11:14.407289 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444bac95-c1cc-4d3b-b8b3-848e81ec0b79 tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:14.408787 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-444bac95-c1cc-4d3b-b8b3-848e81ec0b79 tempest-TestVolumeBootPattern-926506645 tempest-TestVolumeBootPattern-926506645-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1094 time: 0.1792631 Nov 01 23:11:14.411542 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57306) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:11:14.415631 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.v2.base [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Request body: {'floatingip': {'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'port_id': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101292) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 23:11:14.437692 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:14.800690 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:14.898549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_common [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Allocated IP 172.27.2.228 (868142ed-6ac3-4a56-acd7-bf54bd2a7838/77577b52-aa0b-434b-8e17-68047e85c702/052b256a-a611-49c5-828c-1c7263dd7910) {{(pid=101292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 23:11:14.997945 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.029740 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789489613999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.064873 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Network 868142ed-6ac3-4a56-acd7-bf54bd2a7838 is already hosted by enough agents. {{(pid=101292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 23:11:15.071200 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.base_scheduler [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Resources bound (agent type, host, resource id): {{(pid=101292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 23:11:15.074666 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Received port after_create {{(pid=101292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 23:11:15.099070 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=052b256a-a611-49c5-828c-1c7263dd7910,revision_number=1']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:15.420671 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.487205 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451687'] for port, before_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.629506 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for port, precommit_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.634070 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789490207829', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789489614017', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789489614035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60510045'] for port, after_update {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.708452 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event updated for resources: {'Port': ['ID=052b256a-a611-49c5-828c-1c7263dd7910,revision_number=2']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:11:15.717851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1674033'] for floatingip, after_create {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:15.816716 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP 09236ba8-2060-4d52-bb23-4528736fdb38 associated. External IP: 172.27.2.228, port: 0e192006-6b91-4e95-8732-cdc8ae9e49f4. Nov 01 23:11:16.019114 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:11:16.128819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:11:16.138663 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:11:16.148877 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:16.149652 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:11:16.150266 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:11:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:11:16.175089 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-1d968a3e-426e-4e9c-9b14-41acffd314c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7625432 Nov 01 23:11:16.175705 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:11:16.177952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca65031-abd1-43e7-84f2-fc7bd1252a08" -d '{"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:11:16.215530 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ba535-c15a-4cb1-a7f6-19aea9cbab6f x-openstack-request-id: req-207ba535-c15a-4cb1-a7f6-19aea9cbab6f {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:11:16.216067 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:11:16.216316 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-207ba535-c15a-4cb1-a7f6-19aea9cbab6f {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:11:16.216721 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'status': 'completed', 'code': 200} Nov 01 23:11:16.258218 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:11:16.302240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-f4970eea-bee3-48b3-a556-8fc9831b13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:16.303694 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-f4970eea-bee3-48b3-a556-8fc9831b13c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0405054 Nov 01 23:11:16.397122 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-dd73da8d-04c9-49e7-86ee-70cf936d998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:16.398633 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-dd73da8d-04c9-49e7-86ee-70cf936d998e service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0878146 Nov 01 23:11:16.475841 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '09236ba8-2060-4d52-bb23-4528736fdb38', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:89:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:11:15Z', 'updated_at': '2021-11-01T23:11:15Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}, {'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:11:16.500721 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:11:16.509024 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:11:16.509625 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:11:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:11:16.531412 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-34b3cd67-3bb1-463d-9bf0-96b2059b71f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 1000 time: 0.0586717 Nov 01 23:11:16.578858 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-eb4dc5a0-f3a9-4259-84b6-0bcc57c6bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:16.580794 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-eb4dc5a0-f3a9-4259-84b6-0bcc57c6bef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0421209 Nov 01 23:11:16.614935 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:11:16.628603 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-80be659d-80b2-48b8-889d-b359582fddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:11:16.630071 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-80be659d-80b2-48b8-889d-b359582fddc1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427103 Nov 01 23:11:16.719224 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-890c1ac7-af3f-44c1-b2ef-7e46e092cc51 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817668 Nov 01 23:11:16.803911 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:16.812241 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-aca65031-abd1-43e7-84f2-fc7bd1252a08 req-3036dcdf-ce04-45bc-b539-717d905646a4 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863256 Nov 01 23:11:16.857623 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '09236ba8-2060-4d52-bb23-4528736fdb38', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:89:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:11:15Z', 'updated_at': '2021-11-01T23:11:15Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}, {'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:11:16.883966 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d87bf-b83e-421f-b64f-349b584d01c7 None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': '09236ba8-2060-4d52-bb23-4528736fdb38', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.228', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:89:1c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:11:15Z', 'updated_at': '2021-11-01T23:11:15Z', 'revision_number': 0, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}, {'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:11:17.062346 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac2ef7e-c0d2-4a58-8540-2f2f62d43347 None None] New status for floating IP 09236ba8-2060-4d52-bb23-4528736fdb38: ACTIVE {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:11:19.418956 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:39.481039 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2d176486-bd60-499f-a202-852daa7592d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:40.833671 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:11:41.696519 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-beef591f-88f7-49a9-a92c-cf5a6a2ed161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:42.739841 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:44.120610 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:46.787435 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:11:49.414962 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:04.678473 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-19da264b-7bed-43c1-9149-6dd1dc4b6dcc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391428 Nov 01 23:12:04.775239 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-95bbe222-2f54-46ed-8425-716d109e98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:12:04.776784 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-95bbe222-2f54-46ed-8425-716d109e98eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0396922 Nov 01 23:12:04.885433 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-3920a5f8-0cb0-4727-9b6f-a92839779724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:12:04.886928 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-3920a5f8-0cb0-4727-9b6f-a92839779724 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.0912545 Nov 01 23:12:04.951053 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-7e949e01-0587-4981-906b-6245cc7c18ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 1001 time: 0.0564718 Nov 01 23:12:05.003059 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-00606bb1-13d2-43ea-813b-f6369093ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:12:05.004502 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-00606bb1-13d2-43ea-813b-f6369093ab2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0459211 Nov 01 23:12:05.051083 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-ba1a9c5d-85c3-4262-b083-38891064c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:12:05.052502 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-ba1a9c5d-85c3-4262-b083-38891064c780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408592 Nov 01 23:12:05.141845 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-a5f2c886-75e2-4fea-85de-ba183bb47c17 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803981 Nov 01 23:12:05.237944 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5a7a02f2-4dbd-4360-a14c-e7edde95bdac req-2db6b222-f6b8-4c15-8fff-2afb54e68edb service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889664 Nov 01 23:12:09.481411 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-85203619-d619-451f-be12-d74098b4ba20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:11.697846 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-549ab48d-e875-4b4c-bff4-17d107be222d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:12.742609 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:14.126209 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:16.789209 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:17.832061 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:12:19.241395 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [req-1ec9b4bf-e47b-443b-9721-a93459e77d0f req-ecea25f6-99ab-413b-8073-4831c2501f07 service neutron] (101292) timed out ('10.222.0.26', 54626) {{(pid=101292) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 23:12:19.413668 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:20.890566 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [req-4f147550-9b3a-4fd6-a470-d9087a05838e req-57ee34c6-5cad-42c3-856e-da75933adc7e service neutron] (101291) timed out ('10.222.0.26', 54632) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 23:12:26.146233 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [req-c4fcaa2e-38d9-4814-b1d0-d0f4378ca9e7 req-fd37638e-e72f-4b90-9623-9bbe6070052b service neutron] (101291) timed out ('10.222.0.26', 54620) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 23:12:39.482659 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-a8f46e6f-8432-4eb0-b97b-09708145cbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:41.699551 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-e468fe48-37ed-427b-b4ec-e9357d38b108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:42.745638 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:44.127608 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:46.790794 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:49.413111 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:12:54.831332 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:13:05.873484 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57344) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:06.064418 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-1fe83eba-75c1-488e-8edb-7f3dc2431154 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959904 Nov 01 23:13:06.068609 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port 052b256a-a611-49c5-828c-1c7263dd7910 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:06.069434 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:06.175851 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:06.176227 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:06.181109 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-fdad6894-2b37-4405-a8bd-25413a68fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:06.183446 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-fdad6894-2b37-4405-a8bd-25413a68fd00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0675638 Nov 01 23:13:06.198332 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for 052b256a-a611-49c5-828c-1c7263dd7910 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:06.368582 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-531a33ea-3146-482c-9493-237ec338d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:06.370035 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-531a33ea-3146-482c-9493-237ec338d296 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.1671636 Nov 01 23:13:06.449414 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-a4fe7ad8-831d-4a22-aaae-69c009fbddf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 1002 time: 0.0709608 Nov 01 23:13:06.528746 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-69c49785-2df0-433e-810c-2523419e1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:06.530239 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-69c49785-2df0-433e-810c-2523419e1acd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0646493 Nov 01 23:13:06.531271 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:06.576290 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=052b256a-a611-49c5-828c-1c7263dd7910,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:06.620801 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.621150 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.621488 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.621847 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.622175 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.622523 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.622830 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.623155 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.623506 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.623826 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.624144 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.624460 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:06.664392 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-b6fce93a-6a27-471a-99ab-b37f78edee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:06.665879 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-b6fce93a-6a27-471a-99ab-b37f78edee2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027780 Nov 01 23:13:06.680706 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:06.681027 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP 09236ba8-2060-4d52-bb23-4528736fdb38 disassociated (deleted). External IP: 172.27.2.228, port: 0e192006-6b91-4e95-8732-cdc8ae9e49f4. Nov 01 23:13:07.111387 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-69ff61fe-b922-4243-8933-2b1f813cfeab service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379661 Nov 01 23:13:07.291712 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-f0afe5c6-a65e-4b81-9a76-e53c39cd1467 req-2ea47b3a-9ef3-452b-b91c-e00acd0cf84f service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720335 Nov 01 23:13:07.297875 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:13:07.400905 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:13:07.405575 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:07.410137 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:13:07.419284 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:07.419909 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:12:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:07.435168 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-ab708bab-d048-4ea6-846d-c830576bb1d5 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "DELETE /v2.0/floatingips/09236ba8-2060-4d52-bb23-4528736fdb38 HTTP/1.1" status: 204 len: 168 time: 1.5606899 Nov 01 23:13:07.435794 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:13:07.438056 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095" -d '{"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:13:07.532998 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:07.659001 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb2c5a7-9fca-4455-9e28-9233857f8c28 x-openstack-request-id: req-ddb2c5a7-9fca-4455-9e28-9233857f8c28 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:13:07.659410 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:13:07.659725 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddb2c5a7-9fca-4455-9e28-9233857f8c28 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:13:07.660133 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'status': 'completed', 'code': 200} Nov 01 23:13:07.769628 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc710e-7668-4c0b-b7e0-08b66b03d2fe req-e1e6ce39-e7d7-4843-8b97-aedaf65e1477 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:07.771529 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5abc710e-7668-4c0b-b7e0-08b66b03d2fe req-e1e6ce39-e7d7-4843-8b97-aedaf65e1477 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.1308289 Nov 01 23:13:07.775395 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:07.786216 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-b9014f61-eff0-4f29-96dd-45a8595b508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:07.787689 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-b9014f61-eff0-4f29-96dd-45a8595b508e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0647242 Nov 01 23:13:07.800819 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:13:07.809588 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:07.810178 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:12:42Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:07.870379 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-5abc710e-7668-4c0b-b7e0-08b66b03d2fe req-d7649aa0-5fc8-47d9-ae76-b594e5cd4e56 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918131 Nov 01 23:13:07.909210 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-1c0a02c3-0cfc-43df-b91c-e3186533f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:07.910597 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-1c0a02c3-0cfc-43df-b91c-e3186533f0e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.1139605 Nov 01 23:13:07.929142 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:07.953607 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-94d52e5b-b1e5-40bc-9d43-a1e10f92f28b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 200 len: 217 time: 0.0348010 Nov 01 23:13:08.003240 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-ac60dd4e-d263-458c-a4c1-4ef6b573edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:08.004720 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-ac60dd4e-d263-458c-a4c1-4ef6b573edd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0431256 Nov 01 23:13:08.054089 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-48856159-f1e0-410b-bf4c-1997356cf37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:08.055609 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-48856159-f1e0-410b-bf4c-1997356cf37c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432377 Nov 01 23:13:08.144667 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-9fc5cf08-b789-418d-8d30-64d5222f34fe service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801752 Nov 01 23:13:08.154132 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:08.183508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed3db8f-a3e3-426a-8b46-f196536579ae None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_floatingips': [{'id': 'c088951f-bfd9-4b31-8d94-6890d702cde1', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'router_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'port_id': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'mac_address': 'fa:16:3e:fa:a6:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T23:08:48Z', 'updated_at': '2021-11-01T23:08:50Z', 'revision_number': 1, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:13:08.251313 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e0e1a0d5-28e8-41aa-9a6d-9341e73fc095 req-df6b949d-b2cb-4aec-ad4f-505782af967a service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987258 Nov 01 23:13:08.407171 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec820025-751a-49f8-99b0-2e1d03e0e224 None None] New status for floating IP 09236ba8-2060-4d52-bb23-4528736fdb38: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:13:09.053720 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1328b-e20c-4989-8762-21d38f3ab875 req-a1a25fd7-b5dc-433c-9cc9-f8ef49041fd4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:09.055271 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9bd1328b-e20c-4989-8762-21d38f3ab875 req-a1a25fd7-b5dc-433c-9cc9-f8ef49041fd4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.0974824 Nov 01 23:13:09.093465 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-9bd1328b-e20c-4989-8762-21d38f3ab875 req-8fa83669-d62c-4481-8f47-1c364c27759f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Nov 01 23:13:09.483824 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2767089a-fe04-4ee2-884d-7d01644b316f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:09.510133 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-3a44080e-2b6a-4359-b9ca-beaa03b511b8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:09.511596 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-3a44080e-2b6a-4359-b9ca-beaa03b511b8 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 946 time: 0.0479057 Nov 01 23:13:09.600507 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:09.600837 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:09.688637 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] For port 0e192006-6b91-4e95-8732-cdc8ae9e49f4, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=0e192006-6b91-4e95-8732-cdc8ae9e49f4,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:09.688992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:09.701040 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for 0e192006-6b91-4e95-8732-cdc8ae9e49f4 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:09.824729 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:09.852287 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=0e192006-6b91-4e95-8732-cdc8ae9e49f4,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:09.896124 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] No DVR routers for this DVR port 0e192006-6b91-4e95-8732-cdc8ae9e49f4 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:13:09.901935 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:09.906107 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-42b2e7d7-41e5-4a3d-a8d7-5f8e223e5127 req-295cf2ab-bb91-4839-a8b0-375cae9513b4 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "DELETE /v2.0/ports/0e192006-6b91-4e95-8732-cdc8ae9e49f4 HTTP/1.1" status: 204 len: 173 time: 0.3888514 Nov 01 23:13:09.906545 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'name': 'network-vif-deleted', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:13:09.908954 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e83150-b9ad-4ef7-9ab5-08588daf8a58" -d '{"events": [{"server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "name": "network-vif-deleted", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:13:09.946416 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c88f58-e824-4325-9382-4cbba76629f9 x-openstack-request-id: req-76c88f58-e824-4325-9382-4cbba76629f9 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:13:09.946731 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800d3560-337b-4063-a7f6-6812dfbd9d8c", "name": "network-vif-deleted", "tag": "0e192006-6b91-4e95-8732-cdc8ae9e49f4", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:13:09.946954 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76c88f58-e824-4325-9382-4cbba76629f9 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:13:09.947340 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800d3560-337b-4063-a7f6-6812dfbd9d8c', 'name': 'network-vif-deleted', 'tag': '0e192006-6b91-4e95-8732-cdc8ae9e49f4', 'status': 'completed', 'code': 200} Nov 01 23:13:10.184860 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-36a95d38-0d42-4f23-9bc5-33a814de2b01 req-b0cee3c4-9c23-4f39-97c9-0e9de6992d1f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=800d3560-337b-4063-a7f6-6812dfbd9d8c HTTP/1.1" status: 200 len: 210 time: 0.0263720 Nov 01 23:13:11.700032 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83dba11d-bd3a-40ca-bf25-45e3a167b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:12.627989 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0e192006-6b91-4e95-8732-cdc8ae9e49f4 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:12.647965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: 0e192006-6b91-4e95-8732-cdc8ae9e49f4 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:12.648310 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device 0e192006-6b91-4e95-8732-cdc8ae9e49f4 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:12.751148 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.450549 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57394) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:13.601475 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:13.601803 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.676500 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.676819 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.688315 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:13.826754 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.855079 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=f27ce5b7-0e73-4f4c-99dc-94c9ec377ebc,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:13.911806 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:13.912130 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.db.l3_db [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Floating IP c088951f-bfd9-4b31-8d94-6890d702cde1 disassociated (deleted). External IP: 172.27.2.136, port: e6ae9948-010f-48df-b7a2-779e0e8f23f0. Nov 01 23:13:14.114967 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:13:14.130129 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:14.218672 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:13:14.222997 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:14.230965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:13:14.239727 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:14.240327 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:14.252615 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4ad6526f-c26e-4a30-8a5d-b29e37aa5b31 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "DELETE /v2.0/floatingips/c088951f-bfd9-4b31-8d94-6890d702cde1 HTTP/1.1" status: 204 len: 168 time: 0.8010149 Nov 01 23:13:14.253251 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:13:14.255427 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f298e-4730-4912-8768-b776b1f6b8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:13:14.292014 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 23:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed31047-ea4b-4b2a-af82-40b648c9f919 x-openstack-request-id: req-bed31047-ea4b-4b2a-af82-40b648c9f919 {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:13:14.292305 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:13:14.292559 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bed31047-ea4b-4b2a-af82-40b648c9f919 {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:13:14.293012 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'status': 'completed', 'code': 200} Nov 01 23:13:14.349672 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:14.378987 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-0bf17356-defb-4627-a9ad-ceb3ca80a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:14.380824 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-0bf17356-defb-4627-a9ad-ceb3ca80a368 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 1098 time: 0.0436504 Nov 01 23:13:14.504990 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-2168bd67-221f-40e2-a866-d56df949000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:14.506498 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-2168bd67-221f-40e2-a866-d56df949000d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 200 len: 912 time: 0.1186252 Nov 01 23:13:14.514752 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ddbf1-1302-47e8-86a9-d33e15aae4d3 req-fff61326-eaa9-41fc-bd5c-46bf251f5087 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:14.516194 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-204ddbf1-1302-47e8-86a9-d33e15aae4d3 req-fff61326-eaa9-41fc-bd5c-46bf251f5087 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0724134 Nov 01 23:13:14.560498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:14.561124 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-58868dc6-6224-4dd0-b40e-ac34e5f69ca6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Nov 01 23:13:14.588773 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:13:14.594881 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:14.595485 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:14.614695 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-204ddbf1-1302-47e8-86a9-d33e15aae4d3 req-10506111-7390-431f-a08c-0ef967d51d47 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915835 Nov 01 23:13:14.629074 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-fe5ac8ca-b11a-4d9b-ac50-6fae58551c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:14.630530 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-fe5ac8ca-b11a-4d9b-ac50-6fae58551c8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 200 len: 850 time: 0.0609376 Nov 01 23:13:14.678111 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-ec43ba90-1a60-4925-a913-db770ae11383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:14.679790 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-ec43ba90-1a60-4925-a913-db770ae11383 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410666 Nov 01 23:13:14.702181 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:14.768992 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-24141d15-9f7e-4773-8d8f-cf07ad20c280 service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810335 Nov 01 23:13:14.864722 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-d17f298e-4730-4912-8768-b776b1f6b8e1 req-dcd7004d-0f70-4366-ad7a-3ac0d67e469e service neutron] 10.222.0.26 "GET /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856843 Nov 01 23:13:14.904397 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:14.930529 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ffad19-77f3-4caa-82ff-67562ae2e2bf None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:04:46Z', 'revision_number': 4, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi', '_interfaces': [{'id': 'a7bb6427-db0b-49ed-aff9-089c68eb0011', 'name': '', 'network_id': '5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'mac_address': 'fa:16:3e:9e:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:45Z', 'updated_at': '2021-11-01T23:04:50Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'subnets': [{'id': '1cabfdbf-22ca-4734-903f-fca3ff5fae55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:13:15.134380 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e9854-4a67-43e4-a750-52f90f76cb6f None None] New status for floating IP c088951f-bfd9-4b31-8d94-6890d702cde1: DOWN {{(pid=101294) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 23:13:15.731691 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa529fd-80f0-4228-8280-be5a280deffc req-e6fa131b-ad7f-4f27-994a-29346284b92c tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:15.733157 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7aa529fd-80f0-4228-8280-be5a280deffc req-e6fa131b-ad7f-4f27-994a-29346284b92c tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0489831 Nov 01 23:13:15.773344 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-7aa529fd-80f0-4228-8280-be5a280deffc req-c9983afb-0c48-44d2-b697-34c2825373c6 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/security-groups?id=2c5718ef-6c08-454c-be60-98d55f8cf4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Nov 01 23:13:16.176658 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c54143-f464-4605-81af-77e320431c94 req-ae3b107f-5e5a-40c0-9b0e-fe5f8f4874e7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101292) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 23:13:16.178582 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89c54143-f464-4605-81af-77e320431c94 req-ae3b107f-5e5a-40c0-9b0e-fe5f8f4874e7 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 945 time: 0.0506413 Nov 01 23:13:16.265756 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port e6ae9948-010f-48df-b7a2-779e0e8f23f0 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:16.266095 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:16.354366 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] For port e6ae9948-010f-48df-b7a2-779e0e8f23f0, host hv-cinder-81221, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81221',level=0,port_id=e6ae9948-010f-48df-b7a2-779e0e8f23f0,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:16.354716 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:16.367396 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for e6ae9948-010f-48df-b7a2-779e0e8f23f0 owned by compute:nova {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:16.485992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:16.516674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=e6ae9948-010f-48df-b7a2-779e0e8f23f0,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:16.556548 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] No DVR routers for this DVR port e6ae9948-010f-48df-b7a2-779e0e8f23f0 on host hv-cinder-81221 {{(pid=101292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:13:16.559166 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for port, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:16.562444 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-89c54143-f464-4605-81af-77e320431c94 req-a4539250-1343-47a8-8536-c14f33db263d tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.26 "DELETE /v2.0/ports/e6ae9948-010f-48df-b7a2-779e0e8f23f0 HTTP/1.1" status: 204 len: 173 time: 0.3780909 Nov 01 23:13:16.562897 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'name': 'network-vif-deleted', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0'}] {{(pid=101292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 23:13:16.565128 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61de710428c0bf22dc339b398f46553297acd675fbab8f883f9230c047c39e09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d48df-e193-4f6b-9ae1-10489b43a484" -d '{"events": [{"server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "name": "network-vif-deleted", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0"}]}' {{(pid=101292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 23:13:16.604072 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fe2b1-c352-4bef-a4c9-cc439179f21e x-openstack-request-id: req-0b5fe2b1-c352-4bef-a4c9-cc439179f21e {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 23:13:16.604369 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f4734-8c9d-4ed9-af0e-9fbe691bde29", "name": "network-vif-deleted", "tag": "e6ae9948-010f-48df-b7a2-779e0e8f23f0", "status": "completed", "code": 200}]} {{(pid=101292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 23:13:16.604952 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b5fe2b1-c352-4bef-a4c9-cc439179f21e {{(pid=101292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 23:13:16.605089 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f4734-8c9d-4ed9-af0e-9fbe691bde29', 'name': 'network-vif-deleted', 'tag': 'e6ae9948-010f-48df-b7a2-779e0e8f23f0', 'status': 'completed', 'code': 200} Nov 01 23:13:16.793985 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:16.870258 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [req-e40c64eb-becd-42c2-9152-7cb300dbd53b req-7ff40699-febf-4ada-9ba4-9e50886edab3 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a6f4734-8c9d-4ed9-af0e-9fbe691bde29 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Nov 01 23:13:17.925249 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57410) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:18.049732 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Deleting port f7457496-b13d-436a-b8d2-6fe416715196 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:18.050065 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.128047 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.128371 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.139829 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Calling delete_port for f7457496-b13d-436a-b8d2-6fe416715196 owned by network:floatingip {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:18.267168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.293674 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'Port': ['ID=f7457496-b13d-436a-b8d2-6fe416715196,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:18.349673 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for floatingip, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.352919 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103312'] for floatingip, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:18.354072 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-4c603137-3d2f-44f6-aa6b-8e3cb2d44ba1 tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "DELETE /v2.0/floatingips/ab499016-2be9-4fa2-94b7-3a334948435b HTTP/1.1" status: 204 len: 168 time: 0.4278443 Nov 01 23:13:18.655508 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e6ae9948-010f-48df-b7a2-779e0e8f23f0 no longer exists at agent hyperv_hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:18.680366 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-f8d79099-4275-4979-813e-d607471226c1 None None] No Port match for: e6ae9948-010f-48df-b7a2-779e0e8f23f0 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:18.680826 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Device e6ae9948-010f-48df-b7a2-779e0e8f23f0 not bound to the agent host hv-cinder-81221 {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:19.413498 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:19.534711 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57422) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:19.591898 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:19.615840 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:19.676844 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:19.679674 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:19.680833 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] 10.222.0.11 "DELETE /v2.0/security-groups/2c5718ef-6c08-454c-be60-98d55f8cf4f1 HTTP/1.1" status: 204 len: 168 time: 0.1450567 Nov 01 23:13:19.690339 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5718ef-6c08-454c-be60-98d55f8cf4f1,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:19.697915 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.698283 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.698611 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.699245 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.699691 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.700029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.700362 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.700690 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.701016 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.701343 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.701666 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:19.701988 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58fc819-1e88-48a3-af37-921758501c4f tempest-TestVolumeBootPattern-1586520358 tempest-TestVolumeBootPattern-1586520358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:20.760690 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57430) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:21.187873 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:21.427177 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Deleting port a7bb6427-db0b-49ed-aff9-089c68eb0011 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:21.427544 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:21.505740 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] For port a7bb6427-db0b-49ed-aff9-089c68eb0011, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=a7bb6427-db0b-49ed-aff9-089c68eb0011,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:21.506567 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:21.518707 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Calling delete_port for a7bb6427-db0b-49ed-aff9-089c68eb0011 owned by network:router_interface {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:21.696506 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:21.722020 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bb6427-db0b-49ed-aff9-089c68eb0011,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:21.883470 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.100485 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Router df18247a-0d2e-4fb9-9122-45c374dbd77a has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:13:22.202056 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:13:22.206999 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-8d916e69-f72d-4add-856e-257e57149a24 admin admin] 10.222.0.11 "PUT /v2.0/routers/df18247a-0d2e-4fb9-9122-45c374dbd77a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4453042 Nov 01 23:13:22.210092 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57434) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:22.212230 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Sync routers for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:13:22.221710 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:22.222300 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:22.312390 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.457157 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: dv-cinder-812216-2-iscsi {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:22.636789 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:13:21Z', 'revision_number': 5, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port': {'id': '5944b123-bcbd-47a7-9801-1a72c22da006', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:44Z', 'updated_at': '2021-11-01T23:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:22.642153 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.673063 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Checking router: df18247a-0d2e-4fb9-9122-45c374dbd77a for host: dv-cinder-812216-2-iscsi {{(pid=101293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:13:22.682159 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Routers {'df18247a-0d2e-4fb9-9122-45c374dbd77a'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:22.682759 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['df18247a-0d2e-4fb9-9122-45c374dbd77a'], 'active': True} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:22.703987 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Deleting port 5944b123-bcbd-47a7-9801-1a72c22da006 {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:22.704329 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.770790 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvr_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] Set router df18247a-0d2e-4fb9-9122-45c374dbd77a gateway port host: None {{(pid=101293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:22.780462 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] For port 5944b123-bcbd-47a7-9801-1a72c22da006, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=5944b123-bcbd-47a7-9801-1a72c22da006,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:22.780825 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.795997 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Calling delete_port for 5944b123-bcbd-47a7-9801-1a72c22da006 owned by network:router_gateway {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:22.823262 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_hamode_db [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:13:22Z', 'revision_number': 6, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:22.851863 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f7126-e799-4e20-b427-c2639f3dc597 None None] The sync data for ids ['df18247a-0d2e-4fb9-9122-45c374dbd77a'] in dv-cinder-812216-2-iscsi is: [{'id': 'df18247a-0d2e-4fb9-9122-45c374dbd77a', 'name': 'tempest-TestVolumeBootPattern-293363097-router', 'tenant_id': '822e8546184a4b72ac4427e5c4eb5e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:43Z', 'updated_at': '2021-11-01T23:13:22Z', 'revision_number': 6, 'project_id': '822e8546184a4b72ac4427e5c4eb5e81', 'gw_port_host': None}] {{(pid=101293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:13:22.953523 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:22.986518 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5944b123-bcbd-47a7-9801-1a72c22da006,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:23.044560 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.131896 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.134029 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.175861 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.176402 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df18247a-0d2e-4fb9-9122-45c374dbd77a {{(pid=101291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:13:23.181526 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] Publish callbacks [] for router, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.182580 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-23a5be19-192f-4644-a056-f2f29a2812b0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/df18247a-0d2e-4fb9-9122-45c374dbd77a HTTP/1.1" status: 204 len: 168 time: 0.9715867 Nov 01 23:13:23.185357 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57436) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:23.233501 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Deleting subnet 1cabfdbf-22ca-4734-903f-fca3ff5fae55 {{(pid=101291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:13:23.236784 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.271876 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-733584'] for subnet, precommit_delete_associations {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.358598 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.412610 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2263516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59795480'] for subnet, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.438002 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cabfdbf-22ca-4734-903f-fca3ff5fae55,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:23.441701 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for subnet, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.444914 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-3d0fcce6-92db-41fb-b3a5-5dc8fd95c137 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1cabfdbf-22ca-4734-903f-fca3ff5fae55 HTTP/1.1" status: 204 len: 168 time: 0.2585840 Nov 01 23:13:23.447435 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57438) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:23.449888 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0b6f2-9561-4b9d-8785-ebdb43ad259c None None] Network 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:13:23.513602 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.568891 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Deleting port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:23.569224 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.642704 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] For port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:23.643075 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.645315 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] DHCP port deletion for 5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:13:23.662988 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Calling delete_port for 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:23.708800 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Deleting port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f {{(pid=101293) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:23.709819 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.760674 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.775100 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.db [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] For port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,segment=NetworkSegment(6970ede0-c5fb-4a89-994d-0c546a92ae47),segment_id=6970ede0-c5fb-4a89-994d-0c546a92ae47)] {{(pid=101293) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:23.775519 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.788896 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:23.789207 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Calling delete_port for 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f owned by network:dhcp {{(pid=101293) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:23.790746 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] No DVR routers for this DVR port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f on host dv-cinder-812216-2-iscsi {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:13:23.861950 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.872984 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008'] for port, after_delete {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.882529 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:23.892091 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6970ede0-c5fb-4a89-994d-0c546a92ae47') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:23.892384 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6970ede0-c5fb-4a89-994d-0c546a92ae47') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:23.903181 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] No DVR routers for this DVR port 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f on host dv-cinder-812216-2-iscsi {{(pid=101293) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:13:23.906350 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.907311 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Pushing event deleted for resources: {'Port': ['ID=1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f,revision_number=None']} {{(pid=101293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:23.916281 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.916628 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.916965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.917505 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.917628 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.917932 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.918257 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.918579 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.918918 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.919234 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.919575 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.920615 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbb02fa-9994-4fe9-b59d-0b629d66b1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812216-2-iscsi {{(pid=101293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 23:13:23.926185 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.930844 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:13:23.931231 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:13:23.932926 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:13:23.987808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:23.997271 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:24.000678 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43 HTTP/1.1" status: 204 len: 168 time: 0.5522716 Nov 01 23:13:24.003772 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57442) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:24.011703 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d808d-e102-41ad-accc-e079bfca5dd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd1d6dd-6c30-4e7b-a2bf-405aec7dad43,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:24.339082 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1674545'] for router_interface, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:24.625960 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 5944b123-bcbd-47a7-9801-1a72c22da006 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:24.646910 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 5944b123-bcbd-47a7-9801-1a72c22da006 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:24.647253 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 5944b123-bcbd-47a7-9801-1a72c22da006 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:24.647689 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:24.666943 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:24.667286 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 1134b8fa-c05c-4f6a-98bd-cd6c78d54c5f not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:24.667729 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a7bb6427-db0b-49ed-aff9-089c68eb0011 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:24.687901 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: a7bb6427-db0b-49ed-aff9-089c68eb0011 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:24.688237 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device a7bb6427-db0b-49ed-aff9-089c68eb0011 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:24.852652 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Deleting port 6549578a-6ac7-4456-976d-0685435fb0e7 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:24.852992 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:24.926986 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] For port 6549578a-6ac7-4456-976d-0685435fb0e7, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=6549578a-6ac7-4456-976d-0685435fb0e7,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:24.927263 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:24.940078 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Calling delete_port for 6549578a-6ac7-4456-976d-0685435fb0e7 owned by network:router_interface {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:25.114688 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.140552 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Pushing event deleted for resources: {'Port': ['ID=6549578a-6ac7-4456-976d-0685435fb0e7,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:25.301272 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1699000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1676673'] for router_interface, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.511012 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Router 48079b53-074c-49c9-9e88-cd353b9eb7e0 has already been hosted by L3 agent 9cd6e821-91d0-44d1-8c88-b8059694e06a {{(pid=101292) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 23:13:25.610343 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] Notify agent at l3_agent.dv-cinder-812216-2-iscsi the message routers_updated {{(pid=101292) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 23:13:25.616930 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a650e1d0-f430-442b-a41d-94e81b7d4207 admin admin] 10.222.0.11 "PUT /v2.0/routers/48079b53-074c-49c9-9e88-cd353b9eb7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104755 Nov 01 23:13:25.617761 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57444) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:25.620346 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Sync routers for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 23:13:25.631395 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:25.632038 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:25.719142 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks [] for router, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.733133 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: dv-cinder-812216-2-iscsi {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:25.819409 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.870372 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Deleting port b8e974b8-13ec-4a6e-8ed1-48a8f185f848 {{(pid=101292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:25.870707 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.901732 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'external_fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:13:25Z', 'revision_number': 5, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port': {'id': 'b8e974b8-13ec-4a6e-8ed1-48a8f185f848', 'name': '', 'network_id': '868142ed-6ac3-4a56-acd7-bf54bd2a7838', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '77577b52-aa0b-434b-8e17-68047e85c702', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812216-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T23:04:50Z', 'updated_at': '2021-11-01T23:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '77577b52-aa0b-434b-8e17-68047e85c702', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812216-2-iscsi'}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:25.927211 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Checking router: 48079b53-074c-49c9-9e88-cd353b9eb7e0 for host: dv-cinder-812216-2-iscsi {{(pid=101294) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 23:13:25.936074 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Routers {'48079b53-074c-49c9-9e88-cd353b9eb7e0'} bound to L3 agent in host dv-cinder-812216-2-iscsi {{(pid=101294) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 23:13:25.936659 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812216-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-01T22:48:42Z,description=,heartbeat_timestamp=2021-11-01T23:13:12Z,host='dv-cinder-812216-2-iscsi',id=9cd6e821-91d0-44d1-8c88-b8059694e06a,load=0,resource_versions=,resources_synced=,started_at=2021-11-01T22:48:42Z,topic='l3_agent')) {'router_ids': ['48079b53-074c-49c9-9e88-cd353b9eb7e0'], 'active': True} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:25.952494 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.db [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] For port b8e974b8-13ec-4a6e-8ed1-48a8f185f848, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,segment=NetworkSegment(4503d7fd-4a61-499f-84f4-95a1a9b44a92),segment_id=4503d7fd-4a61-499f-84f4-95a1a9b44a92)] {{(pid=101292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:25.952859 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:25.965567 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.plugins.ml2.plugin [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Calling delete_port for b8e974b8-13ec-4a6e-8ed1-48a8f185f848 owned by network:router_gateway {{(pid=101292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:26.105466 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_dvr_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] Set router 48079b53-074c-49c9-9e88-cd353b9eb7e0 gateway port host: None {{(pid=101294) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 23:13:26.132283 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60510052'] for port, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.158438 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e974b8-13ec-4a6e-8ed1-48a8f185f848,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:26.160042 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.l3_hamode_db [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:13:25Z', 'revision_number': 6, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port_host': None}], 'dv-cinder-812216-2-iscsi', False) {} {{(pid=101294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:26.187555 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c0ecc3-881c-4b1d-bd61-79f2981a7d8a None None] The sync data for ids ['48079b53-074c-49c9-9e88-cd353b9eb7e0'] in dv-cinder-812216-2-iscsi is: [{'id': '48079b53-074c-49c9-9e88-cd353b9eb7e0', 'name': 'tempest-TestVolumeBootPattern-732712553-router', 'tenant_id': 'dde3d0d50fec48109de90b6d7b77a657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T23:04:49Z', 'updated_at': '2021-11-01T23:13:25Z', 'revision_number': 6, 'project_id': 'dde3d0d50fec48109de90b6d7b77a657', 'gw_port_host': None}] {{(pid=101294) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 23:13:26.221168 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1674215'] for router_gateway, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.309898 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1676125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2240'] for router, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.311988 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.354274 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1676100'] for router, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.354912 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48079b53-074c-49c9-9e88-cd353b9eb7e0 {{(pid=101292) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 23:13:26.359866 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] Publish callbacks [] for router, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.360994 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-a0511fd9-aa21-42fc-bcc1-8199c625f218 admin admin] 10.222.0.11 "DELETE /v2.0/routers/48079b53-074c-49c9-9e88-cd353b9eb7e0 HTTP/1.1" status: 204 len: 168 time: 0.7423363 Nov 01 23:13:26.363431 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.wsgi [-] (101292) accepted ('10.222.0.11', 57446) {{(pid=101292) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:26.406342 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.db.db_base_plugin_v2 [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Deleting subnet bbc1e72c-c5d1-4a9a-80e3-76d982ffe030 {{(pid=101292) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 23:13:26.409345 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.443416 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60387075'] for subnet, precommit_delete_associations {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.520468 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490330'] for subnet, precommit_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.578505 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60509975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60328215'] for subnet, after_delete {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.612987 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc1e72c-c5d1-4a9a-80e3-76d982ffe030,revision_number=None']} {{(pid=101292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:26.617680 dv-cinder-812216-2-iscsi neutron-server[101292]: DEBUG neutron_lib.callbacks.manager [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.623590 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57448) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:26.624105 dv-cinder-812216-2-iscsi neutron-server[101292]: INFO neutron.wsgi [None req-279a942f-f93a-42c7-baf8-d99c3c5fb7c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bbc1e72c-c5d1-4a9a-80e3-76d982ffe030 HTTP/1.1" status: 204 len: 168 time: 0.2593939 Nov 01 23:13:26.624224 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e114c2-b5ee-44c9-af49-8ef8a8a6b863 None None] Network 051f4ce3-9bf5-4a20-b6f0-d30377831bbc requested from dv-cinder-812216-2-iscsi {{(pid=101293) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 23:13:26.699313 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629601'] for network, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.749560 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Deleting port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d {{(pid=101291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 23:13:26.749893 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789490052729'] for port, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.811516 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.db [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] For port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d, host dv-cinder-812216-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812216-2-iscsi',level=0,port_id=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,segment=NetworkSegment(1bf9f607-a2df-43d1-be77-a9bf744ec5d5),segment_id=1bf9f607-a2df-43d1-be77-a9bf744ec5d5)] {{(pid=101291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 23:13:26.811878 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1602989'] for port, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.823836 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.plugin [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Calling delete_port for e17d6354-1964-4ef2-9ed0-aa5e03c76c5d owned by network:dhcp {{(pid=101291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 23:13:26.903533 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1940844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789490207811', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789489614008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2263471'] for port, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:26.931149 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] No DVR routers for this DVR port e17d6354-1964-4ef2-9ed0-aa5e03c76c5d on host dv-cinder-812216-2-iscsi {{(pid=101291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 23:13:26.933748 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e17d6354-1964-4ef2-9ed0-aa5e03c76c5d,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:26.975704 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6239307f-4b97-4adb-b810-49a2b7fddf6e None None] DHCP port deletion for 051f4ce3-9bf5-4a20-b6f0-d30377831bbc request from dv-cinder-812216-2-iscsi {{(pid=101293) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 23:13:27.016230 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1488645', 'neutron.services.segments.db._delete_segments_for_network-8789490198200'] for network, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.016932 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 6549578a-6ac7-4456-976d-0685435fb0e7 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:27.036397 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: 6549578a-6ac7-4456-976d-0685435fb0e7 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:27.036588 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051f4ce3-9bf5-4a20-b6f0-d30377831bbc']}} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:27.036740 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device 6549578a-6ac7-4456-976d-0685435fb0e7 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:27.047566 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf9f607-a2df-43d1-be77-a9bf744ec5d5') {'for_net_delete': True} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:27.047880 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.services.segments.db [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf9f607-a2df-43d1-be77-a9bf744ec5d5') {} {{(pid=101291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 23:13:27.057624 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789490199233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-733607'] for segment, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.071387 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781'] for segment, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.077529 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=101291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 23:13:27.077971 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1474781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2263678'] for segment, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: Traceback (most recent call last): Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: timer() Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: cb(*args, **kw) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: return func(*args, **kwargs) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: self._notify() Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: self.callback(batched_events) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: event.method(event) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: return f(self, *a, **k) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._get(url).json() Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: return self.request(url, 'GET', **kwargs) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 23:13:27.079677 dv-cinder-812216-2-iscsi neutron-server[101291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 23:13:27.135362 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1488668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1699009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673987'] for network, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.140234 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1699031'] for network, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.145554 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] 10.222.0.11 "DELETE /v2.0/networks/051f4ce3-9bf5-4a20-b6f0-d30377831bbc HTTP/1.1" status: 204 len: 168 time: 0.5177543 Nov 01 23:13:27.159380 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de2d80-71b0-495c-8498-598e3c1acc6f admin admin] Pushing event deleted for resources: {'Network': ['ID=051f4ce3-9bf5-4a20-b6f0-d30377831bbc,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:27.266725 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57452) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:27.309359 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-91737c8f-ad88-4c35-b59e-694699b6a29e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=822e8546184a4b72ac4427e5c4eb5e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414767 Nov 01 23:13:27.311708 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57454) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:27.357621 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.378131 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.428848 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.431350 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.432526 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7302a81-ccb8-4d19-860d-c543161bafce HTTP/1.1" status: 204 len: 168 time: 0.1199474 Nov 01 23:13:27.440521 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faad3af-3dc0-4221-9e10-78c28e2047a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7302a81-ccb8-4d19-860d-c543161bafce,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:27.737988 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57460) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:27.777156 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-661e7d38-bfdf-4cb1-976c-b3d3d54f8907 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dde3d0d50fec48109de90b6d7b77a657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380342 Nov 01 23:13:27.779404 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [-] (101291) accepted ('10.222.0.11', 57462) {{(pid=101291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 23:13:27.826143 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.846582 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.895238 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599479'] for security_group, after_delete {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.897808 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron_lib.callbacks.manager [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:27.898927 dv-cinder-812216-2-iscsi neutron-server[101291]: INFO neutron.wsgi [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8111c407-4cb9-48e5-a542-3836e2b389a6 HTTP/1.1" status: 204 len: 168 time: 0.1183667 Nov 01 23:13:27.906435 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90042c0-ab12-4073-a5bb-736aa9d42ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8111c407-4cb9-48e5-a542-3836e2b389a6,revision_number=None']} {{(pid=101291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 23:13:28.633886 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8e974b8-13ec-4a6e-8ed1-48a8f185f848 no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:28.653713 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: b8e974b8-13ec-4a6e-8ed1-48a8f185f848 {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:28.654058 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device b8e974b8-13ec-4a6e-8ed1-48a8f185f848 not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:28.654459 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e17d6354-1964-4ef2-9ed0-aa5e03c76c5d no longer exists at agent ovs-agent-dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 23:13:28.672476 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.plugin [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] No Port match for: e17d6354-1964-4ef2-9ed0-aa5e03c76c5d {{(pid=101293) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 23:13:28.672832 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron.plugins.ml2.rpc [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Device e17d6354-1964-4ef2-9ed0-aa5e03c76c5d not bound to the agent host dv-cinder-812216-2-iscsi {{(pid=101293) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 23:13:31.830165 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:13:39.486840 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-14842f36-474b-4485-a356-e6eacbc18e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:41.701272 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-40098cfb-a76f-474a-b1dd-6e8c227ae3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:42.751450 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:44.133525 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:46.795603 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:13:49.427471 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:08.828915 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:14:09.492998 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-11561e75-510e-4c97-833e-eabf249b5cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:11.702371 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-52ab7ebd-f876-406c-8f49-556a65eaf494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:12.752965 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:14.138015 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:16.796957 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:19.438678 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:39.502776 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-6151cda5-b66a-4c1d-b24e-90c002474a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:41.707846 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-8e167b21-2d51-4619-9cd1-9ee5641d90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:42.755742 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:44.138512 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:45.827830 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:14:46.799127 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:14:49.456205 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:09.494780 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-c4bff250-3b9b-45cb-8f10-47bc5721ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:11.699538 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-87fb16b6-dab1-4938-865e-c1633ef1c626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:12.757933 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:14.141567 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:16.800899 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:19.472555 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:22.826513 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:15:39.498611 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-88676c37-427e-421d-ae4d-df7d6c161fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:41.700739 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-9c940128-c73b-4f56-bf32-b411226b5a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:42.760269 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:44.143820 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:46.804107 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:49.471825 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:15:59.825057 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:16:09.500278 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-143ac1a3-66aa-4ae1-a00f-a748165a03cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:11.702640 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-83ed4a90-8da8-4c69-9a96-335ae57dcc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:12.763917 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:14.149531 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:16.805821 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:19.485333 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:36.823191 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:16:39.502446 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-12b95c4d-8128-4807-85f5-ea98c88403af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:41.703735 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-63f8ab6e-0d35-4ed4-8393-f028d43c6b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:42.766456 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:44.150954 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:46.807717 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:16:49.486796 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:09.505637 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-5fdfdbf8-01cc-446b-a23e-08db4711c237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:11.704403 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-3c97cb0b-e64d-4734-9468-3cb9e4df3be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:12.769409 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:13.822255 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:17:14.152680 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:16.810382 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:19.484086 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:20.380367 dv-cinder-812216-2-iscsi neutron-server[101291]: DEBUG neutron.wsgi [req-1c382730-1ca9-49ba-8ea1-fed6d3496bbc req-efce06f7-2943-4266-99db-4d4d125cbaec service neutron] (101291) timed out ('10.222.0.11', 52762) {{(pid=101291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 23:17:39.506519 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-be088b07-0662-4b8a-8f89-6fcd80740361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:41.706185 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4c166f28-83ba-4345-9817-0bec1083ffd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:42.773665 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:44.155800 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:46.812647 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:49.499016 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:17:50.821663 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:18:09.508581 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-16c302e4-e11b-4c9b-bc42-8dcf498136ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:11.707712 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f2f58650-e3a7-4382-9e0d-d98333d7d32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:12.775891 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:14.161534 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:16.814487 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:19.514721 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:27.820618 dv-cinder-812216-2-iscsi neutron-server[101294]: DEBUG neutron.db.agents_db [None req-338ee895-04c5-4862-a96b-4cf7d7c4a612 None None] Agent healthcheck: found 6 active agents {{(pid=101294) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 23:18:39.510592 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b52e-56f3-405f-bda0-70d09b1f949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:41.711330 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-708efebd-5cf9-4481-81e7-7824163ce9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:42.778828 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-69021f12-763a-4ac4-b111-0c4ca7ae2daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:44.161703 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-2808293a-361d-4d96-ac9b-2b0bbdfe5d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:46.815851 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fb1-82c4-4b86-b6e7-343252473b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 23:18:49.532527 dv-cinder-812216-2-iscsi neutron-server[101293]: DEBUG neutron_lib.callbacks.manager [None req-f8d79099-4275-4979-813e-d607471226c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789490198182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1486687'] for agent, after_update {{(pid=101293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}